2024-11-24 23:20:38,726 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 23:20:38,738 main DEBUG Took 0.010775 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 23:20:38,739 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 23:20:38,739 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 23:20:38,740 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 23:20:38,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,748 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 23:20:38,760 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,763 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,764 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,765 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,766 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,767 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,767 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:20:38,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,770 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 23:20:38,772 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:20:38,773 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 23:20:38,775 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 23:20:38,775 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 23:20:38,776 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 23:20:38,776 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 23:20:38,785 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 23:20:38,788 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 23:20:38,790 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 23:20:38,790 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 23:20:38,791 main DEBUG createAppenders(={Console}) 2024-11-24 23:20:38,791 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 23:20:38,792 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 23:20:38,792 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 23:20:38,792 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 23:20:38,793 main DEBUG OutputStream closed 2024-11-24 23:20:38,793 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 23:20:38,793 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 23:20:38,793 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 23:20:38,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 23:20:38,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 23:20:38,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 23:20:38,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 23:20:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 23:20:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 23:20:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 23:20:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 23:20:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 23:20:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 23:20:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 23:20:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 23:20:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 23:20:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 23:20:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 23:20:38,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 23:20:38,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 23:20:38,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 23:20:38,875 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 23:20:38,875 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 23:20:38,876 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 23:20:38,876 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T23:20:39,098 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a 2024-11-24 23:20:39,100 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 23:20:39,101 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T23:20:39,110 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T23:20:39,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:20:39,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de, deleteOnExit=true 2024-11-24T23:20:39,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T23:20:39,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/test.cache.data in system properties and HBase conf 2024-11-24T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:20:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T23:20:39,240 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T23:20:39,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:20:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:20:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:20:39,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:20:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:20:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:20:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:39,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:20:39,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:20:39,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:20:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:20:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:20:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:20:40,181 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T23:20:40,268 INFO [Time-limited test {}] log.Log(170): Logging initialized @2256ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T23:20:40,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:40,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:40,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:40,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:40,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:40,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:40,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:40,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:40,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/java.io.tmpdir/jetty-localhost-37547-hadoop-hdfs-3_4_1-tests_jar-_-any-9273080991701888948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:20:40,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:37547} 2024-11-24T23:20:40,660 INFO [Time-limited test {}] server.Server(415): Started @2649ms 2024-11-24T23:20:41,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:20:41,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:20:41,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:20:41,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:20:41,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:20:41,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:20:41,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:20:41,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/java.io.tmpdir/jetty-localhost-42711-hadoop-hdfs-3_4_1-tests_jar-_-any-4028022252496848284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:20:41,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42711} 2024-11-24T23:20:41,179 INFO [Time-limited test {}] server.Server(415): Started @3167ms 2024-11-24T23:20:41,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:20:41,725 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data1/current/BP-1697096761-172.17.0.2-1732490439941/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:41,725 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data2/current/BP-1697096761-172.17.0.2-1732490439941/current, will proceed with Du for space computation calculation, 2024-11-24T23:20:41,767 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:20:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b36d0bdfa59e30 with lease ID 0xa16e5a881d163dbb: Processing first storage report for DS-c090000e-9968-4d21-9ef1-4518e34dfde8 from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=c9e9a020-473a-4727-a8fe-b82a2b7f463f, infoPort=41137, infoSecurePort=0, ipcPort=38333, storageInfo=lv=-57;cid=testClusterID;nsid=1153140165;c=1732490439941) 2024-11-24T23:20:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b36d0bdfa59e30 with lease ID 0xa16e5a881d163dbb: from storage DS-c090000e-9968-4d21-9ef1-4518e34dfde8 node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=c9e9a020-473a-4727-a8fe-b82a2b7f463f, infoPort=41137, infoSecurePort=0, ipcPort=38333, storageInfo=lv=-57;cid=testClusterID;nsid=1153140165;c=1732490439941), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:20:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b36d0bdfa59e30 with lease ID 0xa16e5a881d163dbb: Processing first storage report for DS-17e96a43-3854-4628-834b-e47380793985 from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=c9e9a020-473a-4727-a8fe-b82a2b7f463f, infoPort=41137, infoSecurePort=0, ipcPort=38333, storageInfo=lv=-57;cid=testClusterID;nsid=1153140165;c=1732490439941) 2024-11-24T23:20:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b36d0bdfa59e30 with lease ID 0xa16e5a881d163dbb: from storage DS-17e96a43-3854-4628-834b-e47380793985 node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=c9e9a020-473a-4727-a8fe-b82a2b7f463f, infoPort=41137, infoSecurePort=0, ipcPort=38333, storageInfo=lv=-57;cid=testClusterID;nsid=1153140165;c=1732490439941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:20:41,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a 2024-11-24T23:20:41,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/zookeeper_0, clientPort=64830, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:20:41,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64830 2024-11-24T23:20:41,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:41,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:20:42,650 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 with version=8 2024-11-24T23:20:42,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/hbase-staging 2024-11-24T23:20:42,778 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T23:20:43,045 INFO [Time-limited test {}] client.ConnectionUtils(129): master/8990281417a4:0 server-side Connection retries=45 2024-11-24T23:20:43,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:43,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:43,259 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T23:20:43,268 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T23:20:43,272 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:43,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22773 (auto-detected) 2024-11-24T23:20:43,300 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T23:20:43,319 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41247 2024-11-24T23:20:43,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:43,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:43,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41247 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-24T23:20:43,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412470x0, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:43,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41247-0x1002bd5edb70000 connected 2024-11-24T23:20:43,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:20:43,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:20:43,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:20:43,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41247 2024-11-24T23:20:43,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41247 2024-11-24T23:20:43,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41247 2024-11-24T23:20:43,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41247 2024-11-24T23:20:43,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41247 2024-11-24T23:20:43,433 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0, hbase.cluster.distributed=false 2024-11-24T23:20:43,497 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/8990281417a4:0 server-side Connection retries=45 2024-11-24T23:20:43,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:20:43,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:20:43,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:20:43,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:20:43,503 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:20:43,504 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42033 2024-11-24T23:20:43,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:20:43,511 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:20:43,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:43,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:43,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42033 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-24T23:20:43,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420330x0, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:20:43,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42033-0x1002bd5edb70001 connected 2024-11-24T23:20:43,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:20:43,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:20:43,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:20:43,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-24T23:20:43,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033 2024-11-24T23:20:43,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033 2024-11-24T23:20:43,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-24T23:20:43,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-24T23:20:43,530 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/8990281417a4,41247,1732490442771 2024-11-24T23:20:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:20:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:20:43,540 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8990281417a4,41247,1732490442771 2024-11-24T23:20:43,547 DEBUG [M:0;8990281417a4:41247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8990281417a4:41247 2024-11-24T23:20:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:20:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:20:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:43,563 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T23:20:43,564 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8990281417a4,41247,1732490442771 from backup master directory 2024-11-24T23:20:43,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T23:20:43,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8990281417a4,41247,1732490442771 2024-11-24T23:20:43,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:20:43,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:20:43,567 WARN [master/8990281417a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:43,567 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8990281417a4,41247,1732490442771 2024-11-24T23:20:43,569 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T23:20:43,570 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T23:20:43,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:20:44,037 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/hbase.id with ID: 4ca907ab-daf0-46fa-b3ab-dd4b0a181667 2024-11-24T23:20:44,078 INFO [master/8990281417a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:20:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:20:44,541 INFO [master/8990281417a4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:44,543 INFO [master/8990281417a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:20:44,562 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:44,567 INFO [master/8990281417a4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:20:44,617 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store 2024-11-24T23:20:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:20:45,037 INFO [master/8990281417a4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T23:20:45,038 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:45,039 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:20:45,039 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:45,039 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:45,039 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:20:45,039 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:45,039 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:20:45,040 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T23:20:45,042 WARN [master/8990281417a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/.initializing 2024-11-24T23:20:45,042 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/WALs/8990281417a4,41247,1732490442771 2024-11-24T23:20:45,048 INFO [master/8990281417a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:45,059 INFO [master/8990281417a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8990281417a4%2C41247%2C1732490442771, suffix=, logDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/WALs/8990281417a4,41247,1732490442771, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/oldWALs, maxLogs=10 2024-11-24T23:20:45,081 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/WALs/8990281417a4,41247,1732490442771/8990281417a4%2C41247%2C1732490442771.1732490445064, exclude list is [], retry=0 2024-11-24T23:20:45,097 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-c090000e-9968-4d21-9ef1-4518e34dfde8,DISK] 2024-11-24T23:20:45,100 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T23:20:45,137 INFO [master/8990281417a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/WALs/8990281417a4,41247,1732490442771/8990281417a4%2C41247%2C1732490442771.1732490445064 2024-11-24T23:20:45,138 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-24T23:20:45,139 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:45,139 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:45,142 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,143 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:20:45,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:45,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:20:45,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:45,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:20:45,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:45,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:20:45,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:45,230 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,231 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,240 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:20:45,244 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:20:45,249 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:45,250 INFO [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70597020, jitterRate=0.051977574825286865}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:20:45,254 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T23:20:45,255 INFO [master/8990281417a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:20:45,283 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56652484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,318 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T23:20:45,330 INFO [master/8990281417a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:20:45,330 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:20:45,332 INFO [master/8990281417a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:20:45,334 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T23:20:45,339 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T23:20:45,339 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:20:45,363 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:20:45,374 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T23:20:45,380 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T23:20:45,382 INFO [master/8990281417a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:20:45,383 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:20:45,385 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T23:20:45,387 INFO [master/8990281417a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:20:45,390 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:20:45,391 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T23:20:45,392 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:20:45,394 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T23:20:45,403 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:20:45,406 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T23:20:45,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:20:45,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:20:45,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,414 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=8990281417a4,41247,1732490442771, sessionid=0x1002bd5edb70000, setting cluster-up flag (Was=false) 2024-11-24T23:20:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,434 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T23:20:45,435 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8990281417a4,41247,1732490442771 2024-11-24T23:20:45,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:45,447 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T23:20:45,449 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8990281417a4,41247,1732490442771 2024-11-24T23:20:45,532 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:45,538 INFO [master/8990281417a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T23:20:45,541 INFO [master/8990281417a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:20:45,544 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8990281417a4:42033 2024-11-24T23:20:45,545 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1008): ClusterId : 4ca907ab-daf0-46fa-b3ab-dd4b0a181667 2024-11-24T23:20:45,548 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:20:45,547 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8990281417a4,41247,1732490442771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:20:45,551 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8990281417a4:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:45,551 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8990281417a4:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:45,551 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8990281417a4:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:45,551 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8990281417a4:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:20:45,551 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8990281417a4:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:20:45,552 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,552 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8990281417a4:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:45,552 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,553 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:20:45,553 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:20:45,554 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490475554 2024-11-24T23:20:45,556 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:20:45,557 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:20:45,557 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:20:45,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:45,557 DEBUG [RS:0;8990281417a4:42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c845206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:45,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:20:45,560 DEBUG [RS:0;8990281417a4:42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fd5aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8990281417a4/172.17.0.2:0 2024-11-24T23:20:45,561 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:20:45,562 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:20:45,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:45,562 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:20:45,562 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:20:45,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:45,563 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,564 INFO [RS:0;8990281417a4:42033 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T23:20:45,564 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:20:45,564 INFO [RS:0;8990281417a4:42033 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T23:20:45,565 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T23:20:45,566 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:20:45,566 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:20:45,567 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(3073): reportForDuty to master=8990281417a4,41247,1732490442771 with isa=8990281417a4/172.17.0.2:42033, startcode=1732490443497 2024-11-24T23:20:45,569 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:20:45,569 INFO [master/8990281417a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:20:45,571 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8990281417a4:0:becomeActiveMaster-HFileCleaner.large.0-1732490445571,5,FailOnTimeoutGroup] 2024-11-24T23:20:45,572 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8990281417a4:0:becomeActiveMaster-HFileCleaner.small.0-1732490445571,5,FailOnTimeoutGroup] 2024-11-24T23:20:45,572 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,572 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:20:45,573 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,574 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741831_1007 (size=1039) 2024-11-24T23:20:45,581 DEBUG [RS:0;8990281417a4:42033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:20:45,614 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44417, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:20:45,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41247 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 8990281417a4,42033,1732490443497 2024-11-24T23:20:45,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41247 {}] master.ServerManager(486): Registering regionserver=8990281417a4,42033,1732490443497 2024-11-24T23:20:45,642 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:20:45,642 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39683 2024-11-24T23:20:45,642 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T23:20:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:20:45,647 DEBUG [RS:0;8990281417a4:42033 {}] zookeeper.ZKUtil(111): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8990281417a4,42033,1732490443497 2024-11-24T23:20:45,647 WARN [RS:0;8990281417a4:42033 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:20:45,647 INFO [RS:0;8990281417a4:42033 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:45,648 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497 2024-11-24T23:20:45,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8990281417a4,42033,1732490443497] 2024-11-24T23:20:45,661 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T23:20:45,672 INFO [RS:0;8990281417a4:42033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:20:45,684 INFO [RS:0;8990281417a4:42033 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:20:45,687 INFO [RS:0;8990281417a4:42033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:20:45,687 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,688 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T23:20:45,695 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,695 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,695 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8990281417a4:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,696 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,697 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,697 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,697 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8990281417a4:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:20:45,697 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8990281417a4:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:45,697 DEBUG [RS:0;8990281417a4:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:20:45,698 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,698 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,698 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,698 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,698 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,42033,1732490443497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:45,719 INFO [RS:0;8990281417a4:42033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:20:45,721 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,42033,1732490443497-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:45,741 INFO [RS:0;8990281417a4:42033 {}] regionserver.Replication(204): 8990281417a4,42033,1732490443497 started 2024-11-24T23:20:45,742 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1767): Serving as 8990281417a4,42033,1732490443497, RpcServer on 8990281417a4/172.17.0.2:42033, sessionid=0x1002bd5edb70001 2024-11-24T23:20:45,742 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:20:45,742 DEBUG [RS:0;8990281417a4:42033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8990281417a4,42033,1732490443497 2024-11-24T23:20:45,743 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8990281417a4,42033,1732490443497' 2024-11-24T23:20:45,743 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:20:45,744 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:20:45,744 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:20:45,745 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:20:45,745 DEBUG [RS:0;8990281417a4:42033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8990281417a4,42033,1732490443497 2024-11-24T23:20:45,745 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8990281417a4,42033,1732490443497' 2024-11-24T23:20:45,745 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:20:45,745 DEBUG [RS:0;8990281417a4:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:20:45,746 DEBUG [RS:0;8990281417a4:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:20:45,746 INFO [RS:0;8990281417a4:42033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:20:45,746 INFO [RS:0;8990281417a4:42033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:20:45,852 INFO [RS:0;8990281417a4:42033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:20:45,856 INFO [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8990281417a4%2C42033%2C1732490443497, suffix=, logDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/oldWALs, maxLogs=32 2024-11-24T23:20:45,873 DEBUG [RS:0;8990281417a4:42033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497/8990281417a4%2C42033%2C1732490443497.1732490445858, exclude list is [], retry=0 2024-11-24T23:20:45,878 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-c090000e-9968-4d21-9ef1-4518e34dfde8,DISK] 2024-11-24T23:20:45,882 INFO [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497/8990281417a4%2C42033%2C1732490443497.1732490445858 2024-11-24T23:20:45,883 DEBUG [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-24T23:20:45,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T23:20:45,977 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:20:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:20:46,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:46,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:46,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:46,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:46,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:46,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:46,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:46,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740 2024-11-24T23:20:46,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740 2024-11-24T23:20:46,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:20:46,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T23:20:46,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:46,418 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71913719, jitterRate=0.07159791886806488}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:20:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T23:20:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:20:46,421 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T23:20:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T23:20:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:20:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:20:46,422 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T23:20:46,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T23:20:46,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:20:46,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T23:20:46,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:20:46,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:20:46,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:20:46,593 DEBUG [8990281417a4:41247 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:20:46,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:46,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8990281417a4,42033,1732490443497, state=OPENING 2024-11-24T23:20:46,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:46,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:20:46,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:20:46,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:20:46,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:46,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:20:46,794 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:20:46,805 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T23:20:46,806 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:20:46,807 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:20:46,810 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8990281417a4%2C42033%2C1732490443497.meta, suffix=.meta, logDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/oldWALs, maxLogs=32 2024-11-24T23:20:46,834 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497/8990281417a4%2C42033%2C1732490443497.meta.1732490446813.meta, exclude list is [], retry=0 2024-11-24T23:20:46,838 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-c090000e-9968-4d21-9ef1-4518e34dfde8,DISK] 2024-11-24T23:20:46,842 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/WALs/8990281417a4,42033,1732490443497/8990281417a4%2C42033%2C1732490443497.meta.1732490446813.meta 2024-11-24T23:20:46,842 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-24T23:20:46,843 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:46,844 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:20:46,903 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:20:46,908 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:20:46,913 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:20:46,913 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:46,913 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T23:20:46,913 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T23:20:46,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:20:46,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:20:46,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:20:46,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:20:46,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:20:46,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:20:46,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:46,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:20:46,927 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740 2024-11-24T23:20:46,929 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740 2024-11-24T23:20:46,932 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:20:46,935 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T23:20:46,936 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66531529, jitterRate=-0.008602961897850037}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:20:46,938 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T23:20:46,945 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490446784 2024-11-24T23:20:46,957 DEBUG [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:20:46,958 INFO [RS_OPEN_META-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T23:20:46,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:46,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8990281417a4,42033,1732490443497, state=OPEN 2024-11-24T23:20:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:20:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:20:46,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:20:46,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:20:46,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:20:46,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=8990281417a4,42033,1732490443497 in 349 msec 2024-11-24T23:20:46,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:20:46,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-24T23:20:46,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4940 sec 2024-11-24T23:20:46,980 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490446979, completionTime=-1 2024-11-24T23:20:46,980 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:20:46,980 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T23:20:47,019 DEBUG [hconnection-0x540ea891-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:47,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:47,032 INFO [master/8990281417a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T23:20:47,032 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490507032 2024-11-24T23:20:47,032 INFO [master/8990281417a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490567032 2024-11-24T23:20:47,032 INFO [master/8990281417a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-24T23:20:47,054 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:47,054 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:47,054 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:47,056 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8990281417a4:41247, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:47,056 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:47,061 DEBUG [master/8990281417a4:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T23:20:47,065 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T23:20:47,066 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:20:47,072 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T23:20:47,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:47,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:47,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741835_1011 (size=358) 2024-11-24T23:20:47,493 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2e9a6fb41e1f01507f1edfffcec7d6b1, NAME => 'hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:20:47,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741836_1012 (size=42) 2024-11-24T23:20:47,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:47,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2e9a6fb41e1f01507f1edfffcec7d6b1, disabling compactions & flushes 2024-11-24T23:20:47,903 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:47,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:47,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. after waiting 0 ms 2024-11-24T23:20:47,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:47,904 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:47,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2e9a6fb41e1f01507f1edfffcec7d6b1: 2024-11-24T23:20:47,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:47,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732490447907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490447907"}]},"ts":"1732490447907"} 2024-11-24T23:20:47,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:20:47,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:47,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490447938"}]},"ts":"1732490447938"} 2024-11-24T23:20:47,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T23:20:47,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e9a6fb41e1f01507f1edfffcec7d6b1, ASSIGN}] 2024-11-24T23:20:47,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e9a6fb41e1f01507f1edfffcec7d6b1, ASSIGN 2024-11-24T23:20:47,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2e9a6fb41e1f01507f1edfffcec7d6b1, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:20:48,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e9a6fb41e1f01507f1edfffcec7d6b1, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:48,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2e9a6fb41e1f01507f1edfffcec7d6b1, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:20:48,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:48,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2e9a6fb41e1f01507f1edfffcec7d6b1, NAME => 'hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,276 INFO [StoreOpener-2e9a6fb41e1f01507f1edfffcec7d6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,278 INFO [StoreOpener-2e9a6fb41e1f01507f1edfffcec7d6b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e9a6fb41e1f01507f1edfffcec7d6b1 columnFamilyName info 2024-11-24T23:20:48,278 DEBUG [StoreOpener-2e9a6fb41e1f01507f1edfffcec7d6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:48,279 INFO [StoreOpener-2e9a6fb41e1f01507f1edfffcec7d6b1-1 {}] regionserver.HStore(327): Store=2e9a6fb41e1f01507f1edfffcec7d6b1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:48,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:20:48,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:48,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2e9a6fb41e1f01507f1edfffcec7d6b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064543, jitterRate=-0.10496856272220612}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:20:48,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2e9a6fb41e1f01507f1edfffcec7d6b1: 2024-11-24T23:20:48,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1., pid=6, masterSystemTime=1732490448264 2024-11-24T23:20:48,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:48,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:20:48,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e9a6fb41e1f01507f1edfffcec7d6b1, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:48,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:20:48,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2e9a6fb41e1f01507f1edfffcec7d6b1, server=8990281417a4,42033,1732490443497 in 190 msec 2024-11-24T23:20:48,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:20:48,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2e9a6fb41e1f01507f1edfffcec7d6b1, ASSIGN in 353 msec 2024-11-24T23:20:48,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:48,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490448309"}]},"ts":"1732490448309"} 2024-11-24T23:20:48,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T23:20:48,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:48,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2500 sec 2024-11-24T23:20:48,377 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T23:20:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T23:20:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:20:48,407 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T23:20:48,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T23:20:48,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-24T23:20:48,431 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T23:20:48,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T23:20:48,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T23:20:48,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T23:20:48,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T23:20:48,459 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.892sec 2024-11-24T23:20:48,461 INFO [master/8990281417a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:20:48,462 INFO [master/8990281417a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:20:48,463 INFO [master/8990281417a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:20:48,464 INFO [master/8990281417a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:20:48,464 INFO [master/8990281417a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:20:48,464 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:20:48,465 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:20:48,471 DEBUG [master/8990281417a4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:20:48,472 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:20:48,473 INFO [master/8990281417a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8990281417a4,41247,1732490442771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:20:48,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T23:20:48,550 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T23:20:48,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:48,562 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T23:20:48,562 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T23:20:48,573 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:48,584 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=8990281417a4,41247,1732490442771 2024-11-24T23:20:48,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=8034 2024-11-24T23:20:48,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:48,631 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:20:48,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:20:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:20:48,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:20:48,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T23:20:48,670 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:48,672 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:20:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T23:20:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741837_1013 (size=960) 2024-11-24T23:20:48,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:20:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741838_1014 (size=53) 2024-11-24T23:20:48,699 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:48,699 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b23f5243259fbeaae3df66ea3efcce73, disabling compactions & flushes 2024-11-24T23:20:48,700 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:48,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:48,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. after waiting 0 ms 2024-11-24T23:20:48,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:48,700 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:48,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:48,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:20:48,703 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490448702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490448702"}]},"ts":"1732490448702"} 2024-11-24T23:20:48,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:20:48,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:20:48,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490448709"}]},"ts":"1732490448709"} 2024-11-24T23:20:48,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:20:48,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, ASSIGN}] 2024-11-24T23:20:48,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, ASSIGN 2024-11-24T23:20:48,719 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:20:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T23:20:48,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b23f5243259fbeaae3df66ea3efcce73, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:48,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:20:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T23:20:49,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:49,033 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,034 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:20:49,034 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,034 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:20:49,034 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,034 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,037 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,040 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:20:49,040 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23f5243259fbeaae3df66ea3efcce73 columnFamilyName A 2024-11-24T23:20:49,040 DEBUG [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:49,041 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(327): Store=b23f5243259fbeaae3df66ea3efcce73/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:49,041 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,043 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:20:49,044 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23f5243259fbeaae3df66ea3efcce73 columnFamilyName B 2024-11-24T23:20:49,044 DEBUG [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:49,044 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(327): Store=b23f5243259fbeaae3df66ea3efcce73/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:49,045 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,046 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:20:49,047 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23f5243259fbeaae3df66ea3efcce73 columnFamilyName C 2024-11-24T23:20:49,047 DEBUG [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:20:49,048 INFO [StoreOpener-b23f5243259fbeaae3df66ea3efcce73-1 {}] regionserver.HStore(327): Store=b23f5243259fbeaae3df66ea3efcce73/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:20:49,048 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,049 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,050 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,052 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:20:49,054 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,057 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:20:49,058 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened b23f5243259fbeaae3df66ea3efcce73; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59684605, jitterRate=-0.1106300801038742}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:20:49,059 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:49,060 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., pid=11, masterSystemTime=1732490449027 2024-11-24T23:20:49,063 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,063 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b23f5243259fbeaae3df66ea3efcce73, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T23:20:49,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 in 194 msec 2024-11-24T23:20:49,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:20:49,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, ASSIGN in 353 msec 2024-11-24T23:20:49,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:20:49,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490449074"}]},"ts":"1732490449074"} 2024-11-24T23:20:49,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:20:49,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:20:49,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 415 msec 2024-11-24T23:20:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T23:20:49,290 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T23:20:49,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-24T23:20:49,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,303 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:20:49,308 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:20:49,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-24T23:20:49,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-24T23:20:49,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-24T23:20:49,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-24T23:20:49,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-24T23:20:49,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-24T23:20:49,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-24T23:20:49,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-24T23:20:49,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-24T23:20:49,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:20:49,360 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,363 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,364 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,365 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,366 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:49,367 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,367 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,368 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,369 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,369 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T23:20:49,373 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,374 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:20:49,375 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:49,377 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:49,378 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:49,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:49,382 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,406 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:20:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:20:49,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:49,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:49,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:49,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:49,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:49,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f631409bd737435ab9f33d4e777b41b5 is 50, key is test_row_0/A:col10/1732490449435/Put/seqid=0 2024-11-24T23:20:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490509580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490509584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490509588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490509593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490509593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741839_1015 (size=12001) 2024-11-24T23:20:49,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f631409bd737435ab9f33d4e777b41b5 2024-11-24T23:20:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:49,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:49,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490509736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490509738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490509736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490509738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490509739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/03faed5fa30e4c3aacdd449b81d68c84 is 50, key is test_row_0/B:col10/1732490449435/Put/seqid=0 2024-11-24T23:20:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741840_1016 (size=12001) 2024-11-24T23:20:49,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/03faed5fa30e4c3aacdd449b81d68c84 2024-11-24T23:20:49,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8dd1adaba26348c093399d2b8c3a09d2 is 50, key is test_row_0/C:col10/1732490449435/Put/seqid=0 2024-11-24T23:20:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741841_1017 (size=12001) 2024-11-24T23:20:49,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8dd1adaba26348c093399d2b8c3a09d2 2024-11-24T23:20:49,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f631409bd737435ab9f33d4e777b41b5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5 2024-11-24T23:20:49,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:20:49,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/03faed5fa30e4c3aacdd449b81d68c84 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84 2024-11-24T23:20:49,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:20:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8dd1adaba26348c093399d2b8c3a09d2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2 2024-11-24T23:20:49,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:49,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:49,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:20:49,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b23f5243259fbeaae3df66ea3efcce73 in 466ms, sequenceid=12, compaction requested=false 2024-11-24T23:20:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:49,920 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T23:20:49,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:20:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:49,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:49,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:49,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490509975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490509979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/1a76bed85ecb4a949119cdc8daba08be is 50, key is test_row_0/A:col10/1732490449582/Put/seqid=0 2024-11-24T23:20:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490509983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490509980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490509984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741842_1018 (size=12001) 2024-11-24T23:20:50,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/1a76bed85ecb4a949119cdc8daba08be 2024-11-24T23:20:50,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/673ec1dc367f4665a0abef7831954f03 is 50, key is test_row_0/B:col10/1732490449582/Put/seqid=0 2024-11-24T23:20:50,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490510088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490510096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490510101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490510103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490510107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741843_1019 (size=12001) 2024-11-24T23:20:50,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/673ec1dc367f4665a0abef7831954f03 2024-11-24T23:20:50,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a281b0291972491e8ca661be5e68fc97 is 50, key is test_row_0/C:col10/1732490449582/Put/seqid=0 2024-11-24T23:20:50,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741844_1020 (size=12001) 2024-11-24T23:20:50,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a281b0291972491e8ca661be5e68fc97 2024-11-24T23:20:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/1a76bed85ecb4a949119cdc8daba08be as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be 2024-11-24T23:20:50,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T23:20:50,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/673ec1dc367f4665a0abef7831954f03 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03 2024-11-24T23:20:50,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T23:20:50,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a281b0291972491e8ca661be5e68fc97 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97 2024-11-24T23:20:50,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T23:20:50,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for b23f5243259fbeaae3df66ea3efcce73 in 291ms, sequenceid=41, compaction requested=false 2024-11-24T23:20:50,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:50,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:50,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/75c955cf1f634c97b2aa370a794bd053 is 50, key is test_row_0/A:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741845_1021 (size=12001) 2024-11-24T23:20:50,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490510418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490510413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490510428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490510433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490510433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:50,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490510535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490510536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490510538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490510571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490510572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490510745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490510746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490510747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/75c955cf1f634c97b2aa370a794bd053 2024-11-24T23:20:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490510778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490510778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:50,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/a0aab1416b664c5dbee170f5c4b3cd69 is 50, key is test_row_0/B:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741846_1022 (size=12001) 2024-11-24T23:20:50,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/a0aab1416b664c5dbee170f5c4b3cd69 2024-11-24T23:20:50,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/71f2b27a63d64921bd07bc1c4020a3f4 is 50, key is test_row_0/C:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741847_1023 (size=12001) 2024-11-24T23:20:50,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:50,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:50,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:51,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490511053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490511053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490511053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490511087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490511087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:51,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/71f2b27a63d64921bd07bc1c4020a3f4 2024-11-24T23:20:51,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/75c955cf1f634c97b2aa370a794bd053 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053 2024-11-24T23:20:51,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T23:20:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/a0aab1416b664c5dbee170f5c4b3cd69 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69 2024-11-24T23:20:51,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T23:20:51,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/71f2b27a63d64921bd07bc1c4020a3f4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4 2024-11-24T23:20:51,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T23:20:51,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b23f5243259fbeaae3df66ea3efcce73 in 989ms, sequenceid=53, compaction requested=true 2024-11-24T23:20:51,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:51,321 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:51,321 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:51,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:51,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T23:20:51,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,323 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,325 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:51,325 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:51,327 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:51,327 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,328 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.2 K 2024-11-24T23:20:51,330 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 03faed5fa30e4c3aacdd449b81d68c84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490449434 2024-11-24T23:20:51,331 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 673ec1dc367f4665a0abef7831954f03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490449582 2024-11-24T23:20:51,331 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:51,332 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a0aab1416b664c5dbee170f5c4b3cd69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:51,332 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,332 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.2 K 2024-11-24T23:20:51,334 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f631409bd737435ab9f33d4e777b41b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490449434 2024-11-24T23:20:51,335 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a76bed85ecb4a949119cdc8daba08be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490449582 2024-11-24T23:20:51,335 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c955cf1f634c97b2aa370a794bd053, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/4c02c2f549a04a3d92d5fa6de30b7aee is 50, key is test_row_0/A:col10/1732490450406/Put/seqid=0 2024-11-24T23:20:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741848_1024 (size=12001) 2024-11-24T23:20:51,371 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/4c02c2f549a04a3d92d5fa6de30b7aee 2024-11-24T23:20:51,398 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#10 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:51,399 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/6e7b8886f90a4cc3bb4ba1c405914cc6 is 50, key is test_row_0/B:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:51,399 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#11 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:51,400 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/1b382577829148119621ece3f9438187 is 50, key is test_row_0/A:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/c2d11c3003c74f89bedbaf68d85f6d36 is 50, key is test_row_0/B:col10/1732490450406/Put/seqid=0 2024-11-24T23:20:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741850_1026 (size=12104) 2024-11-24T23:20:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741849_1025 (size=12104) 2024-11-24T23:20:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741851_1027 (size=12001) 2024-11-24T23:20:51,441 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/c2d11c3003c74f89bedbaf68d85f6d36 2024-11-24T23:20:51,443 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/1b382577829148119621ece3f9438187 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1b382577829148119621ece3f9438187 2024-11-24T23:20:51,447 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/6e7b8886f90a4cc3bb4ba1c405914cc6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/6e7b8886f90a4cc3bb4ba1c405914cc6 2024-11-24T23:20:51,470 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 1b382577829148119621ece3f9438187(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:51,470 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:51,470 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490451319; duration=0sec 2024-11-24T23:20:51,471 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:51,471 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:51,472 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:51,473 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 6e7b8886f90a4cc3bb4ba1c405914cc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:51,473 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:51,473 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490451320; duration=0sec 2024-11-24T23:20:51,473 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:51,473 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:51,474 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:51,474 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:51,474 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,474 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.2 K 2024-11-24T23:20:51,475 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dd1adaba26348c093399d2b8c3a09d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490449434 2024-11-24T23:20:51,476 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a281b0291972491e8ca661be5e68fc97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490449582 2024-11-24T23:20:51,477 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71f2b27a63d64921bd07bc1c4020a3f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4d49c65527b949eebc8bed5e0a0810e5 is 50, key is test_row_0/C:col10/1732490450406/Put/seqid=0 2024-11-24T23:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:51,511 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#14 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:51,512 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/1ae21098aae44d62b1f3127f624593a7 is 50, key is test_row_0/C:col10/1732490450327/Put/seqid=0 2024-11-24T23:20:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741852_1028 (size=12001) 2024-11-24T23:20:51,526 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4d49c65527b949eebc8bed5e0a0810e5 2024-11-24T23:20:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/4c02c2f549a04a3d92d5fa6de30b7aee as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee 2024-11-24T23:20:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T23:20:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/c2d11c3003c74f89bedbaf68d85f6d36 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36 2024-11-24T23:20:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741853_1029 (size=12104) 2024-11-24T23:20:51,574 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/1ae21098aae44d62b1f3127f624593a7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1ae21098aae44d62b1f3127f624593a7 2024-11-24T23:20:51,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:51,582 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T23:20:51,589 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into 1ae21098aae44d62b1f3127f624593a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:51,589 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:51,589 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490451320; duration=0sec 2024-11-24T23:20:51,590 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:51,590 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4d49c65527b949eebc8bed5e0a0810e5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5 2024-11-24T23:20:51,608 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T23:20:51,610 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b23f5243259fbeaae3df66ea3efcce73 in 286ms, sequenceid=78, compaction requested=false 2024-11-24T23:20:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T23:20:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T23:20:51,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T23:20:51,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2320 sec 2024-11-24T23:20:51,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2480 sec 2024-11-24T23:20:51,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:20:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:51,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/dec4374902eb4790abeeeb8258085b00 is 50, key is test_row_0/A:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741854_1030 (size=19021) 2024-11-24T23:20:51,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:20:51,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T23:20:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490511743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490511746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490511763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490511775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490511775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490511877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490511878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490511879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490511906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490511906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/dec4374902eb4790abeeeb8258085b00 2024-11-24T23:20:52,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/229b736bc13849bf930b0182d8d02986 is 50, key is test_row_0/B:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490512089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490512090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490512090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741855_1031 (size=12001) 2024-11-24T23:20:52,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/229b736bc13849bf930b0182d8d02986 2024-11-24T23:20:52,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490512111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490512112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 is 50, key is test_row_0/C:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741856_1032 (size=12001) 2024-11-24T23:20:52,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 2024-11-24T23:20:52,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/dec4374902eb4790abeeeb8258085b00 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00 2024-11-24T23:20:52,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00, entries=300, sequenceid=93, filesize=18.6 K 2024-11-24T23:20:52,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/229b736bc13849bf930b0182d8d02986 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986 2024-11-24T23:20:52,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T23:20:52,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 2024-11-24T23:20:52,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T23:20:52,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b23f5243259fbeaae3df66ea3efcce73 in 609ms, sequenceid=93, compaction requested=true 2024-11-24T23:20:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:52,231 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:52,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:52,232 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:52,235 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:52,235 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:52,235 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:52,236 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1b382577829148119621ece3f9438187, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=42.1 K 2024-11-24T23:20:52,236 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:52,236 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:52,237 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:52,237 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/6e7b8886f90a4cc3bb4ba1c405914cc6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.3 K 2024-11-24T23:20:52,237 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b382577829148119621ece3f9438187, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:52,238 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e7b8886f90a4cc3bb4ba1c405914cc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:52,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:52,238 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c02c2f549a04a3d92d5fa6de30b7aee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732490450406 2024-11-24T23:20:52,238 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d11c3003c74f89bedbaf68d85f6d36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732490450406 2024-11-24T23:20:52,239 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 229b736bc13849bf930b0182d8d02986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451601 2024-11-24T23:20:52,240 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec4374902eb4790abeeeb8258085b00, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451576 2024-11-24T23:20:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:52,275 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:52,276 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/099cd87ee8764a2d979ca9f2eee6c031 is 50, key is test_row_0/A:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:52,276 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:52,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/083bab800d1442b39435af6c2d1a7dc3 is 50, key is test_row_0/B:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741857_1033 (size=12207) 2024-11-24T23:20:52,303 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/099cd87ee8764a2d979ca9f2eee6c031 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/099cd87ee8764a2d979ca9f2eee6c031 2024-11-24T23:20:52,317 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 099cd87ee8764a2d979ca9f2eee6c031(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:52,317 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:52,317 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490452231; duration=0sec 2024-11-24T23:20:52,317 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:52,317 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:52,318 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:52,320 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:52,320 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:52,321 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:52,321 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1ae21098aae44d62b1f3127f624593a7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.3 K 2024-11-24T23:20:52,322 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ae21098aae44d62b1f3127f624593a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490449979 2024-11-24T23:20:52,323 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d49c65527b949eebc8bed5e0a0810e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732490450406 2024-11-24T23:20:52,323 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6f45b8d9fe47ff8c59ed802fbb55f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451601 2024-11-24T23:20:52,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741858_1034 (size=12207) 2024-11-24T23:20:52,344 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/083bab800d1442b39435af6c2d1a7dc3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/083bab800d1442b39435af6c2d1a7dc3 2024-11-24T23:20:52,360 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:52,361 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/9523b1f611804ba2abd4212b887e25fc is 50, key is test_row_0/C:col10/1732490451606/Put/seqid=0 2024-11-24T23:20:52,364 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 083bab800d1442b39435af6c2d1a7dc3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:52,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:52,365 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490452232; duration=0sec 2024-11-24T23:20:52,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:52,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741859_1035 (size=12207) 2024-11-24T23:20:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:52,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:20:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:52,404 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/9523b1f611804ba2abd4212b887e25fc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9523b1f611804ba2abd4212b887e25fc 2024-11-24T23:20:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:52,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:52,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/942497cf356d4377be125ae80bec9b87 is 50, key is test_row_0/A:col10/1732490451759/Put/seqid=0 2024-11-24T23:20:52,424 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into 9523b1f611804ba2abd4212b887e25fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:52,424 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:52,424 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490452240; duration=0sec 2024-11-24T23:20:52,424 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,424 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:52,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:20:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490512417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490512417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490512421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490512425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490512426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741860_1036 (size=12001) 2024-11-24T23:20:52,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/942497cf356d4377be125ae80bec9b87 2024-11-24T23:20:52,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e56c88e4958542fe8aeb417b42948f86 is 50, key is test_row_0/B:col10/1732490451759/Put/seqid=0 2024-11-24T23:20:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741861_1037 (size=12001) 2024-11-24T23:20:52,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e56c88e4958542fe8aeb417b42948f86 2024-11-24T23:20:52,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/1bbebdea5e8546c0827d43a258c4e5cd is 50, key is test_row_0/C:col10/1732490451759/Put/seqid=0 2024-11-24T23:20:52,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490512529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490512535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490512536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741862_1038 (size=12001) 2024-11-24T23:20:52,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490512734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490512740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490512741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490512929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490512930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:52,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/1bbebdea5e8546c0827d43a258c4e5cd 2024-11-24T23:20:52,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/942497cf356d4377be125ae80bec9b87 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87 2024-11-24T23:20:52,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87, entries=150, sequenceid=122, filesize=11.7 K 2024-11-24T23:20:52,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e56c88e4958542fe8aeb417b42948f86 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86 2024-11-24T23:20:53,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86, entries=150, sequenceid=122, filesize=11.7 K 2024-11-24T23:20:53,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/1bbebdea5e8546c0827d43a258c4e5cd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd 2024-11-24T23:20:53,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd, entries=150, sequenceid=122, filesize=11.7 K 2024-11-24T23:20:53,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b23f5243259fbeaae3df66ea3efcce73 in 612ms, sequenceid=122, compaction requested=false 2024-11-24T23:20:53,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:53,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:20:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:53,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/710c62e3d3b44b24ba590bbfe2877b39 is 50, key is test_row_0/A:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741863_1039 (size=12101) 2024-11-24T23:20:53,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490513100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490513106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490513106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490513208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490513214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490513215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:20:53,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:53,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T23:20:53,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:53,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:20:53,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:20:53,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:20:53,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:53,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T23:20:53,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T23:20:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490513413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490513418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490513419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/710c62e3d3b44b24ba590bbfe2877b39 2024-11-24T23:20:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T23:20:53,492 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T23:20:53,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T23:20:53,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:53,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:53,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T23:20:53,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/638cb141cfcd4e899c7c7297d20025c5 is 50, key is test_row_0/B:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741864_1040 (size=12101) 2024-11-24T23:20:53,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/638cb141cfcd4e899c7c7297d20025c5 2024-11-24T23:20:53,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/0e11ae3f6e834d939ec80beca5fdd876 is 50, key is test_row_0/C:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741865_1041 (size=12101) 2024-11-24T23:20:53,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/0e11ae3f6e834d939ec80beca5fdd876 2024-11-24T23:20:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/710c62e3d3b44b24ba590bbfe2877b39 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39 2024-11-24T23:20:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T23:20:53,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:20:53,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/638cb141cfcd4e899c7c7297d20025c5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5 2024-11-24T23:20:53,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:20:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/0e11ae3f6e834d939ec80beca5fdd876 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876 2024-11-24T23:20:53,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:20:53,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b23f5243259fbeaae3df66ea3efcce73 in 588ms, sequenceid=134, compaction requested=true 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:53,631 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:53,631 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:53,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:53,633 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:53,633 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:53,633 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:53,634 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/099cd87ee8764a2d979ca9f2eee6c031, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.5 K 2024-11-24T23:20:53,634 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:53,634 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:53,634 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:53,634 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/083bab800d1442b39435af6c2d1a7dc3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.5 K 2024-11-24T23:20:53,634 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 099cd87ee8764a2d979ca9f2eee6c031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451601 2024-11-24T23:20:53,635 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 083bab800d1442b39435af6c2d1a7dc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451601 2024-11-24T23:20:53,636 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 942497cf356d4377be125ae80bec9b87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732490451759 2024-11-24T23:20:53,636 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e56c88e4958542fe8aeb417b42948f86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732490451759 2024-11-24T23:20:53,637 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 710c62e3d3b44b24ba590bbfe2877b39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:53,638 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 638cb141cfcd4e899c7c7297d20025c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:53,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:53,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T23:20:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:53,655 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:20:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:53,664 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:53,665 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/ee2757b7ed0348278b8808a241a0218b is 50, key is test_row_0/A:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,671 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:53,671 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/5ba2efdf164844efad0c50ab9458f519 is 50, key is test_row_0/B:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/56fd0f375076434f9ac24986dfee03d5 is 50, key is test_row_0/A:col10/1732490453098/Put/seqid=0 2024-11-24T23:20:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741866_1042 (size=12409) 2024-11-24T23:20:53,711 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/ee2757b7ed0348278b8808a241a0218b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ee2757b7ed0348278b8808a241a0218b 2024-11-24T23:20:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741867_1043 (size=12409) 2024-11-24T23:20:53,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741868_1044 (size=12151) 2024-11-24T23:20:53,733 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into ee2757b7ed0348278b8808a241a0218b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:53,733 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:53,734 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490453631; duration=0sec 2024-11-24T23:20:53,734 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:53,735 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:53,735 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490513732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,737 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:53,738 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:53,738 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:53,738 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9523b1f611804ba2abd4212b887e25fc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.5 K 2024-11-24T23:20:53,739 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9523b1f611804ba2abd4212b887e25fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732490451601 2024-11-24T23:20:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490513734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,740 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbebdea5e8546c0827d43a258c4e5cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732490451759 2024-11-24T23:20:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490513736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,740 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e11ae3f6e834d939ec80beca5fdd876, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:53,761 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:53,763 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/ad5fe69a6231488faa963a7dd64f347b is 50, key is test_row_0/C:col10/1732490452418/Put/seqid=0 2024-11-24T23:20:53,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741869_1045 (size=12409) 2024-11-24T23:20:53,790 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/ad5fe69a6231488faa963a7dd64f347b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ad5fe69a6231488faa963a7dd64f347b 2024-11-24T23:20:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T23:20:53,806 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into ad5fe69a6231488faa963a7dd64f347b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:53,807 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:53,807 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490453631; duration=0sec 2024-11-24T23:20:53,807 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:53,807 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490513838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490513843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490513843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490513934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490513940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490514043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490514046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490514051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T23:20:54,133 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/5ba2efdf164844efad0c50ab9458f519 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5ba2efdf164844efad0c50ab9458f519 2024-11-24T23:20:54,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/56fd0f375076434f9ac24986dfee03d5 2024-11-24T23:20:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7042e9ff89ae408a9bc3dffedc35a1c7 is 50, key is test_row_0/B:col10/1732490453098/Put/seqid=0 2024-11-24T23:20:54,157 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 5ba2efdf164844efad0c50ab9458f519(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:54,157 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:54,157 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490453631; duration=0sec 2024-11-24T23:20:54,157 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:54,157 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741870_1046 (size=12151) 2024-11-24T23:20:54,164 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7042e9ff89ae408a9bc3dffedc35a1c7 2024-11-24T23:20:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/9784c637eb60451a9b5fb8b178a81e9c is 50, key is test_row_0/C:col10/1732490453098/Put/seqid=0 2024-11-24T23:20:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741871_1047 (size=12151) 2024-11-24T23:20:54,206 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/9784c637eb60451a9b5fb8b178a81e9c 2024-11-24T23:20:54,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/56fd0f375076434f9ac24986dfee03d5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5 2024-11-24T23:20:54,228 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T23:20:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7042e9ff89ae408a9bc3dffedc35a1c7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7 2024-11-24T23:20:54,241 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T23:20:54,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/9784c637eb60451a9b5fb8b178a81e9c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c 2024-11-24T23:20:54,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T23:20:54,261 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b23f5243259fbeaae3df66ea3efcce73 in 606ms, sequenceid=160, compaction requested=false 2024-11-24T23:20:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T23:20:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T23:20:54,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T23:20:54,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 764 msec 2024-11-24T23:20:54,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 773 msec 2024-11-24T23:20:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:54,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:54,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d49e5d4e7fec4e87a0a7ec3d44943342 is 50, key is test_row_0/A:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:54,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741872_1048 (size=14541) 2024-11-24T23:20:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490514389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490514389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490514390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490514494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490514494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490514494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T23:20:54,607 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T23:20:54,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T23:20:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:54,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:54,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:54,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:54,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490514698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490514698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490514699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:54,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:54,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:54,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:54,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d49e5d4e7fec4e87a0a7ec3d44943342 2024-11-24T23:20:54,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0bf82096e25a4ea2b25edfe384711025 is 50, key is test_row_0/B:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:54,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741873_1049 (size=12151) 2024-11-24T23:20:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:54,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:54,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:54,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490515004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490515005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490515009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:55,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:55,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:55,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0bf82096e25a4ea2b25edfe384711025 2024-11-24T23:20:55,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:55,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:55,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a41754deb8744cf0bcb9c64095a8cabd is 50, key is test_row_0/C:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741874_1050 (size=12151) 2024-11-24T23:20:55,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:55,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490515508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490515512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490515512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:55,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:55,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:55,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:55,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a41754deb8744cf0bcb9c64095a8cabd 2024-11-24T23:20:55,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d49e5d4e7fec4e87a0a7ec3d44943342 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342 2024-11-24T23:20:55,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342, entries=200, sequenceid=175, filesize=14.2 K 2024-11-24T23:20:55,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0bf82096e25a4ea2b25edfe384711025 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025 2024-11-24T23:20:55,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025, entries=150, sequenceid=175, filesize=11.9 K 2024-11-24T23:20:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a41754deb8744cf0bcb9c64095a8cabd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd 2024-11-24T23:20:55,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd, entries=150, sequenceid=175, filesize=11.9 K 2024-11-24T23:20:55,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b23f5243259fbeaae3df66ea3efcce73 in 1342ms, sequenceid=175, compaction requested=true 2024-11-24T23:20:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:55,693 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:55,693 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:55,695 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:55,695 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:55,695 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:55,695 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,695 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:55,695 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,695 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ee2757b7ed0348278b8808a241a0218b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=38.2 K 2024-11-24T23:20:55,696 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5ba2efdf164844efad0c50ab9458f519, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.9 K 2024-11-24T23:20:55,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:55,696 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee2757b7ed0348278b8808a241a0218b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:55,697 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56fd0f375076434f9ac24986dfee03d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732490453094 2024-11-24T23:20:55,698 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49e5d4e7fec4e87a0a7ec3d44943342, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453732 2024-11-24T23:20:55,697 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ba2efdf164844efad0c50ab9458f519, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:55,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T23:20:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,700 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7042e9ff89ae408a9bc3dffedc35a1c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732490453094 2024-11-24T23:20:55,700 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:55,701 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf82096e25a4ea2b25edfe384711025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453734 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:55,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/0d5bdf30fca548cfa62a051a3d01fdfd is 50, key is test_row_0/A:col10/1732490454386/Put/seqid=0 2024-11-24T23:20:55,722 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:55,723 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/a08405f04aaf431d8c7f3d5ae2fa34fa is 50, key is test_row_0/A:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:55,728 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:55,729 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/b006c613eca840f99941c956ee48d4c5 is 50, key is test_row_0/B:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741876_1052 (size=12561) 2024-11-24T23:20:55,761 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/a08405f04aaf431d8c7f3d5ae2fa34fa as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a08405f04aaf431d8c7f3d5ae2fa34fa 2024-11-24T23:20:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741875_1051 (size=12151) 2024-11-24T23:20:55,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741877_1053 (size=12561) 2024-11-24T23:20:55,776 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into a08405f04aaf431d8c7f3d5ae2fa34fa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:55,776 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:55,776 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490455693; duration=0sec 2024-11-24T23:20:55,776 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:55,776 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:55,777 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/b006c613eca840f99941c956ee48d4c5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/b006c613eca840f99941c956ee48d4c5 2024-11-24T23:20:55,777 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:55,779 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:55,780 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:55,780 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:55,780 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ad5fe69a6231488faa963a7dd64f347b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=35.9 K 2024-11-24T23:20:55,781 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad5fe69a6231488faa963a7dd64f347b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490452411 2024-11-24T23:20:55,784 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9784c637eb60451a9b5fb8b178a81e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732490453094 2024-11-24T23:20:55,787 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a41754deb8744cf0bcb9c64095a8cabd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453734 2024-11-24T23:20:55,792 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into b006c613eca840f99941c956ee48d4c5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:55,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:55,792 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490455693; duration=0sec 2024-11-24T23:20:55,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:55,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:55,800 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:55,801 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/0cf32318fb714a62986435ea63359fa8 is 50, key is test_row_0/C:col10/1732490454349/Put/seqid=0 2024-11-24T23:20:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741878_1054 (size=12561) 2024-11-24T23:20:55,848 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/0cf32318fb714a62986435ea63359fa8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0cf32318fb714a62986435ea63359fa8 2024-11-24T23:20:55,860 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into 0cf32318fb714a62986435ea63359fa8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:55,860 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:55,861 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490455694; duration=0sec 2024-11-24T23:20:55,861 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:55,861 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:55,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490515967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490515968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490516071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490516071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,164 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/0d5bdf30fca548cfa62a051a3d01fdfd 2024-11-24T23:20:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/aa5d5fba17344b2b9564fb666e73a32f is 50, key is test_row_0/B:col10/1732490454386/Put/seqid=0 2024-11-24T23:20:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741879_1055 (size=12151) 2024-11-24T23:20:56,201 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/aa5d5fba17344b2b9564fb666e73a32f 2024-11-24T23:20:56,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2fb977c7e58c4e98b145a6a7ae13c3d6 is 50, key is test_row_0/C:col10/1732490454386/Put/seqid=0 2024-11-24T23:20:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741880_1056 (size=12151) 2024-11-24T23:20:56,239 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2fb977c7e58c4e98b145a6a7ae13c3d6 2024-11-24T23:20:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/0d5bdf30fca548cfa62a051a3d01fdfd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd 2024-11-24T23:20:56,256 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T23:20:56,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/aa5d5fba17344b2b9564fb666e73a32f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f 2024-11-24T23:20:56,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T23:20:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2fb977c7e58c4e98b145a6a7ae13c3d6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6 2024-11-24T23:20:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490516276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490516276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,283 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6, entries=150, sequenceid=199, filesize=11.9 K 2024-11-24T23:20:56,284 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b23f5243259fbeaae3df66ea3efcce73 in 584ms, sequenceid=199, compaction requested=false 2024-11-24T23:20:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T23:20:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T23:20:56,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T23:20:56,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6720 sec 2024-11-24T23:20:56,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.6800 sec 2024-11-24T23:20:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:56,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:20:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f8066d6080a04e898f637b301d7afaa9 is 50, key is test_row_0/A:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490516545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490516550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490516550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741881_1057 (size=12151) 2024-11-24T23:20:56,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f8066d6080a04e898f637b301d7afaa9 2024-11-24T23:20:56,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/924f86d95a7f43a78323351b14e519d6 is 50, key is test_row_0/B:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490516579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490516580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741882_1058 (size=12151) 2024-11-24T23:20:56,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/924f86d95a7f43a78323351b14e519d6 2024-11-24T23:20:56,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/6df59ac3ee69404e80dc5eaef36d33a4 is 50, key is test_row_0/C:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741883_1059 (size=12151) 2024-11-24T23:20:56,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/6df59ac3ee69404e80dc5eaef36d33a4 2024-11-24T23:20:56,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f8066d6080a04e898f637b301d7afaa9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9 2024-11-24T23:20:56,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490516652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T23:20:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490516655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490516656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/924f86d95a7f43a78323351b14e519d6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6 2024-11-24T23:20:56,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T23:20:56,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/6df59ac3ee69404e80dc5eaef36d33a4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4 2024-11-24T23:20:56,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T23:20:56,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b23f5243259fbeaae3df66ea3efcce73 in 162ms, sequenceid=216, compaction requested=true 2024-11-24T23:20:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:56,677 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:56,677 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:56,678 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:56,678 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:56,678 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:56,678 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,678 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:56,678 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,678 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a08405f04aaf431d8c7f3d5ae2fa34fa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=36.0 K 2024-11-24T23:20:56,679 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/b006c613eca840f99941c956ee48d4c5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=36.0 K 2024-11-24T23:20:56,679 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08405f04aaf431d8c7f3d5ae2fa34fa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453734 2024-11-24T23:20:56,680 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d5bdf30fca548cfa62a051a3d01fdfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732490454381 2024-11-24T23:20:56,680 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b006c613eca840f99941c956ee48d4c5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453734 2024-11-24T23:20:56,681 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting aa5d5fba17344b2b9564fb666e73a32f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732490454381 2024-11-24T23:20:56,681 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8066d6080a04e898f637b301d7afaa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:56,682 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 924f86d95a7f43a78323351b14e519d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:56,693 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:56,694 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/e9eb7c1cf53e42fba6bd3149ddba3b70 is 50, key is test_row_0/A:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,695 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:56,696 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/f66044d1400448d9b1194674591415fc is 50, key is test_row_0/B:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741884_1060 (size=12663) 2024-11-24T23:20:56,715 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/e9eb7c1cf53e42fba6bd3149ddba3b70 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/e9eb7c1cf53e42fba6bd3149ddba3b70 2024-11-24T23:20:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T23:20:56,719 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T23:20:56,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:56,725 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into e9eb7c1cf53e42fba6bd3149ddba3b70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:56,725 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:56,725 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490456677; duration=0sec 2024-11-24T23:20:56,725 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:56,725 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:56,725 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:20:56,727 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:20:56,727 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:56,727 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,727 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0cf32318fb714a62986435ea63359fa8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=36.0 K 2024-11-24T23:20:56,728 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cf32318fb714a62986435ea63359fa8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732490453734 2024-11-24T23:20:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T23:20:56,728 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fb977c7e58c4e98b145a6a7ae13c3d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732490454381 2024-11-24T23:20:56,729 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:56,729 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df59ac3ee69404e80dc5eaef36d33a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:56,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:56,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741885_1061 (size=12663) 2024-11-24T23:20:56,747 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/f66044d1400448d9b1194674591415fc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f66044d1400448d9b1194674591415fc 2024-11-24T23:20:56,759 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into f66044d1400448d9b1194674591415fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:56,759 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:56,759 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490456677; duration=0sec 2024-11-24T23:20:56,759 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:56,759 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:56,760 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#47 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:56,761 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8916ec96d7b14c18983079e4dbcd1434 is 50, key is test_row_0/C:col10/1732490456512/Put/seqid=0 2024-11-24T23:20:56,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741886_1062 (size=12663) 2024-11-24T23:20:56,789 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/8916ec96d7b14c18983079e4dbcd1434 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8916ec96d7b14c18983079e4dbcd1434 2024-11-24T23:20:56,799 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into 8916ec96d7b14c18983079e4dbcd1434(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:56,799 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:56,799 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490456677; duration=0sec 2024-11-24T23:20:56,799 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:56,799 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:56,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:20:56,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:56,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:56,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/7c5ea6fc03444c41843719fea061dd70 is 50, key is test_row_0/A:col10/1732490456548/Put/seqid=0 2024-11-24T23:20:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490516881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490516882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:56,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490516883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741887_1063 (size=12151) 2024-11-24T23:20:56,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490516985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490516986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490516987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:57,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490517086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490517086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490517188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490517192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490517192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/7c5ea6fc03444c41843719fea061dd70 2024-11-24T23:20:57,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0734fc0c656c4de7aaf064270981b2e6 is 50, key is test_row_0/B:col10/1732490456548/Put/seqid=0 2024-11-24T23:20:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:57,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741888_1064 (size=12151) 2024-11-24T23:20:57,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490517492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490517495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490517496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:57,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0734fc0c656c4de7aaf064270981b2e6 2024-11-24T23:20:57,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/ee751a684cbb4fdba73d973fce1f55c7 is 50, key is test_row_0/C:col10/1732490456548/Put/seqid=0 2024-11-24T23:20:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741889_1065 (size=12151) 2024-11-24T23:20:57,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/ee751a684cbb4fdba73d973fce1f55c7 2024-11-24T23:20:57,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/7c5ea6fc03444c41843719fea061dd70 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70 2024-11-24T23:20:57,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T23:20:57,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/0734fc0c656c4de7aaf064270981b2e6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6 2024-11-24T23:20:57,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T23:20:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/ee751a684cbb4fdba73d973fce1f55c7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7 2024-11-24T23:20:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:57,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T23:20:57,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b23f5243259fbeaae3df66ea3efcce73 in 963ms, sequenceid=242, compaction requested=false 2024-11-24T23:20:57,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:57,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:57,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T23:20:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:57,967 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2f631e3ae43645ad956f62e81d696fb3 is 50, key is test_row_0/A:col10/1732490456873/Put/seqid=0 2024-11-24T23:20:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741890_1066 (size=12151) 2024-11-24T23:20:57,989 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2f631e3ae43645ad956f62e81d696fb3 2024-11-24T23:20:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/5441b50d38484ddaac8b7c2dd0b3e738 is 50, key is test_row_0/B:col10/1732490456873/Put/seqid=0 2024-11-24T23:20:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741891_1067 (size=12151) 2024-11-24T23:20:58,037 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/5441b50d38484ddaac8b7c2dd0b3e738 2024-11-24T23:20:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/f41bed1641ff4c6dab425c6a3f717130 is 50, key is test_row_0/C:col10/1732490456873/Put/seqid=0 2024-11-24T23:20:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490518044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490518044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490518053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741892_1068 (size=12151) 2024-11-24T23:20:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490518094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490518095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490518155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490518155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490518158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490518359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490518359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490518360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,483 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/f41bed1641ff4c6dab425c6a3f717130 2024-11-24T23:20:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2f631e3ae43645ad956f62e81d696fb3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3 2024-11-24T23:20:58,503 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T23:20:58,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/5441b50d38484ddaac8b7c2dd0b3e738 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738 2024-11-24T23:20:58,512 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T23:20:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/f41bed1641ff4c6dab425c6a3f717130 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130 2024-11-24T23:20:58,519 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T23:20:58,520 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b23f5243259fbeaae3df66ea3efcce73 in 554ms, sequenceid=255, compaction requested=true 2024-11-24T23:20:58,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:58,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:58,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T23:20:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T23:20:58,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T23:20:58,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7910 sec 2024-11-24T23:20:58,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8020 sec 2024-11-24T23:20:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:58,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:58,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/8651518515dd435c9af302aea59636f9 is 50, key is test_row_0/A:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741893_1069 (size=12301) 2024-11-24T23:20:58,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490518707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490518708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490518708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490518810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490518811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490518812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T23:20:58,836 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T23:20:58,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T23:20:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T23:20:58,840 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:58,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:58,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T23:20:58,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:58,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T23:20:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:58,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:59,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490519013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490519016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490519016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/8651518515dd435c9af302aea59636f9 2024-11-24T23:20:59,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/fcc83ce343374c84bebfa39997220bac is 50, key is test_row_0/B:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:59,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741894_1070 (size=12301) 2024-11-24T23:20:59,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/fcc83ce343374c84bebfa39997220bac 2024-11-24T23:20:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T23:20:59,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 is 50, key is test_row_0/C:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:59,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:59,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T23:20:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:20:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741895_1071 (size=12301) 2024-11-24T23:20:59,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 2024-11-24T23:20:59,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/8651518515dd435c9af302aea59636f9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9 2024-11-24T23:20:59,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T23:20:59,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/fcc83ce343374c84bebfa39997220bac as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac 2024-11-24T23:20:59,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T23:20:59,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 2024-11-24T23:20:59,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T23:20:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b23f5243259fbeaae3df66ea3efcce73 in 532ms, sequenceid=280, compaction requested=true 2024-11-24T23:20:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:20:59,198 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:20:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:20:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:20:59,199 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:20:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:59,201 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:20:59,201 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:20:59,201 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,201 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f66044d1400448d9b1194674591415fc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.1 K 2024-11-24T23:20:59,201 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:20:59,201 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:20:59,201 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,202 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/e9eb7c1cf53e42fba6bd3149ddba3b70, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.1 K 2024-11-24T23:20:59,202 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f66044d1400448d9b1194674591415fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:59,202 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9eb7c1cf53e42fba6bd3149ddba3b70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0734fc0c656c4de7aaf064270981b2e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490456543 2024-11-24T23:20:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5441b50d38484ddaac8b7c2dd0b3e738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732490456873 2024-11-24T23:20:59,203 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5ea6fc03444c41843719fea061dd70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490456543 2024-11-24T23:20:59,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc83ce343374c84bebfa39997220bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:20:59,204 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f631e3ae43645ad956f62e81d696fb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732490456873 2024-11-24T23:20:59,205 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8651518515dd435c9af302aea59636f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:20:59,219 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:59,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/2ff74da6c3f14d27b61758f6e01eb6e1 is 50, key is test_row_0/B:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:59,229 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:59,231 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/9392534491f84c3ea8c3b36eef0d22f2 is 50, key is test_row_0/A:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741896_1072 (size=12949) 2024-11-24T23:20:59,263 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/2ff74da6c3f14d27b61758f6e01eb6e1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/2ff74da6c3f14d27b61758f6e01eb6e1 2024-11-24T23:20:59,272 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 2ff74da6c3f14d27b61758f6e01eb6e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:59,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:59,273 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=12, startTime=1732490459198; duration=0sec 2024-11-24T23:20:59,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:20:59,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:20:59,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:20:59,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:20:59,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:20:59,277 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,277 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8916ec96d7b14c18983079e4dbcd1434, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.1 K 2024-11-24T23:20:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741897_1073 (size=12949) 2024-11-24T23:20:59,279 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8916ec96d7b14c18983079e4dbcd1434, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490455959 2024-11-24T23:20:59,280 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ee751a684cbb4fdba73d973fce1f55c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490456543 2024-11-24T23:20:59,280 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f41bed1641ff4c6dab425c6a3f717130, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732490456873 2024-11-24T23:20:59,281 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4e7ae9042848e5a0a6fd1af2bc2ce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:20:59,297 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:20:59,298 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/bb931eedb87743ca966de287a1e42ec7 is 50, key is test_row_0/C:col10/1732490458039/Put/seqid=0 2024-11-24T23:20:59,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:20:59,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T23:20:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/96758fe5127649d09e5b738e6c4db07e is 50, key is test_row_0/A:col10/1732490458706/Put/seqid=0 2024-11-24T23:20:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741898_1074 (size=12949) 2024-11-24T23:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:20:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:59,327 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/bb931eedb87743ca966de287a1e42ec7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/bb931eedb87743ca966de287a1e42ec7 2024-11-24T23:20:59,335 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into bb931eedb87743ca966de287a1e42ec7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:59,335 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:59,336 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=12, startTime=1732490459199; duration=0sec 2024-11-24T23:20:59,336 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:59,336 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:20:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741899_1075 (size=12301) 2024-11-24T23:20:59,351 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/96758fe5127649d09e5b738e6c4db07e 2024-11-24T23:20:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7ff4aa8723e245e9978d118ed69a512b is 50, key is test_row_0/B:col10/1732490458706/Put/seqid=0 2024-11-24T23:20:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490519368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490519369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490519370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741900_1076 (size=12301) 2024-11-24T23:20:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T23:20:59,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490519473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490519473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490519474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490519678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490519680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490519681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:20:59,688 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/9392534491f84c3ea8c3b36eef0d22f2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9392534491f84c3ea8c3b36eef0d22f2 2024-11-24T23:20:59,696 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 9392534491f84c3ea8c3b36eef0d22f2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:20:59,696 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:59,696 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=12, startTime=1732490459198; duration=0sec 2024-11-24T23:20:59,696 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:20:59,696 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:20:59,775 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7ff4aa8723e245e9978d118ed69a512b 2024-11-24T23:20:59,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/173d9d704e7e43cda8daadf74bbbdf76 is 50, key is test_row_0/C:col10/1732490458706/Put/seqid=0 2024-11-24T23:20:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741901_1077 (size=12301) 2024-11-24T23:20:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/173d9d704e7e43cda8daadf74bbbdf76 2024-11-24T23:20:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/96758fe5127649d09e5b738e6c4db07e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e 2024-11-24T23:20:59,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T23:20:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7ff4aa8723e245e9978d118ed69a512b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b 2024-11-24T23:20:59,814 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T23:20:59,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/173d9d704e7e43cda8daadf74bbbdf76 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76 2024-11-24T23:20:59,823 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T23:20:59,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b23f5243259fbeaae3df66ea3efcce73 in 523ms, sequenceid=292, compaction requested=false 2024-11-24T23:20:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:20:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:20:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T23:20:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T23:20:59,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T23:20:59,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 985 msec 2024-11-24T23:20:59,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 991 msec 2024-11-24T23:20:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T23:20:59,944 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T23:20:59,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:20:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T23:20:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:20:59,948 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:20:59,949 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:20:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:20:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:20:59,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:20:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:20:59,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d4acf206973c4eb69ec4f0acd6b0b264 is 50, key is test_row_0/A:col10/1732490459985/Put/seqid=0 2024-11-24T23:20:59,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:20:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490519996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490519999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490519999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741902_1078 (size=14741) 2024-11-24T23:21:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:21:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490520098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,100 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:00,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490520100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490520101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490520102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490520114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,118 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:21:00,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490520303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490520305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490520306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d4acf206973c4eb69ec4f0acd6b0b264 2024-11-24T23:21:00,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/f9f2fa9b50c44ded96693a531cada452 is 50, key is test_row_0/B:col10/1732490459985/Put/seqid=0 2024-11-24T23:21:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741903_1079 (size=12301) 2024-11-24T23:21:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:21:00,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490520608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490520610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490520611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:00,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/f9f2fa9b50c44ded96693a531cada452 2024-11-24T23:21:00,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/aa14b53e8a4143afa5cccbb2fd8c78cd is 50, key is test_row_0/C:col10/1732490459985/Put/seqid=0 2024-11-24T23:21:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741904_1080 (size=12301) 2024-11-24T23:21:00,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/aa14b53e8a4143afa5cccbb2fd8c78cd 2024-11-24T23:21:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/d4acf206973c4eb69ec4f0acd6b0b264 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264 2024-11-24T23:21:00,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:00,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:00,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264, entries=200, sequenceid=321, filesize=14.4 K 2024-11-24T23:21:00,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/f9f2fa9b50c44ded96693a531cada452 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452 2024-11-24T23:21:00,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:21:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/aa14b53e8a4143afa5cccbb2fd8c78cd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd 2024-11-24T23:21:00,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:21:00,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b23f5243259fbeaae3df66ea3efcce73 in 917ms, sequenceid=321, compaction requested=true 2024-11-24T23:21:00,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:00,904 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:00,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:00,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:00,905 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:00,906 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:00,906 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:21:00,906 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,906 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9392534491f84c3ea8c3b36eef0d22f2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=39.1 K 2024-11-24T23:21:00,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:00,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:00,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:00,907 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:00,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:00,907 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:21:00,907 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,907 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/2ff74da6c3f14d27b61758f6e01eb6e1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=36.7 K 2024-11-24T23:21:00,907 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9392534491f84c3ea8c3b36eef0d22f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:21:00,908 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff74da6c3f14d27b61758f6e01eb6e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:21:00,908 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96758fe5127649d09e5b738e6c4db07e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732490458668 2024-11-24T23:21:00,908 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ff4aa8723e245e9978d118ed69a512b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732490458668 2024-11-24T23:21:00,909 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4acf206973c4eb69ec4f0acd6b0b264, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:00,909 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f2fa9b50c44ded96693a531cada452, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:00,932 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#66 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:00,935 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/3e6d7bb1c1a9417cae382742f1f31a62 is 50, key is test_row_0/A:col10/1732490459985/Put/seqid=0 2024-11-24T23:21:00,936 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#67 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:00,936 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/bbf539209fc24d71bf235e0e0ec86393 is 50, key is test_row_0/B:col10/1732490459985/Put/seqid=0 2024-11-24T23:21:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741906_1082 (size=13051) 2024-11-24T23:21:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741905_1081 (size=13051) 2024-11-24T23:21:00,964 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/3e6d7bb1c1a9417cae382742f1f31a62 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/3e6d7bb1c1a9417cae382742f1f31a62 2024-11-24T23:21:00,971 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/bbf539209fc24d71bf235e0e0ec86393 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbf539209fc24d71bf235e0e0ec86393 2024-11-24T23:21:00,983 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into bbf539209fc24d71bf235e0e0ec86393(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:00,983 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:00,983 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490460905; duration=0sec 2024-11-24T23:21:00,983 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:00,983 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:21:00,983 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:00,986 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:00,986 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:21:00,986 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:00,987 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/bb931eedb87743ca966de287a1e42ec7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=36.7 K 2024-11-24T23:21:00,987 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bb931eedb87743ca966de287a1e42ec7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732490458039 2024-11-24T23:21:00,988 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 173d9d704e7e43cda8daadf74bbbdf76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732490458668 2024-11-24T23:21:00,988 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting aa14b53e8a4143afa5cccbb2fd8c78cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:00,992 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 3e6d7bb1c1a9417cae382742f1f31a62(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:00,992 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:00,992 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490460904; duration=0sec 2024-11-24T23:21:00,992 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:00,992 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:21:01,000 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:01,001 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/e32793a346534d45922e6b56a4e44fbd is 50, key is test_row_0/C:col10/1732490459985/Put/seqid=0 2024-11-24T23:21:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741907_1083 (size=13051) 2024-11-24T23:21:01,015 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/e32793a346534d45922e6b56a4e44fbd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e32793a346534d45922e6b56a4e44fbd 2024-11-24T23:21:01,024 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into e32793a346534d45922e6b56a4e44fbd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:01,024 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:01,024 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490460906; duration=0sec 2024-11-24T23:21:01,024 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:01,024 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:21:01,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:01,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:01,029 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:01,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/ba32cf0348cf47fa8308e54e6c3d6d6f is 50, key is test_row_1/A:col10/1732490459990/Put/seqid=0 2024-11-24T23:21:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741908_1084 (size=9857) 2024-11-24T23:21:01,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/ba32cf0348cf47fa8308e54e6c3d6d6f 2024-11-24T23:21:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:21:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/34ff61fec79040d4954ee242c1ab5bbd is 50, key is test_row_1/B:col10/1732490459990/Put/seqid=0 2024-11-24T23:21:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741909_1085 (size=9857) 2024-11-24T23:21:01,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:01,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490521151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490521152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490521151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490521254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490521255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490521255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490521458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490521458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490521458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,467 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/34ff61fec79040d4954ee242c1ab5bbd 2024-11-24T23:21:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/5e3d38c530ca4279ac4ef22d53a25ef0 is 50, key is test_row_1/C:col10/1732490459990/Put/seqid=0 2024-11-24T23:21:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741910_1086 (size=9857) 2024-11-24T23:21:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490521763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490521763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490521764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:01,884 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/5e3d38c530ca4279ac4ef22d53a25ef0 2024-11-24T23:21:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/ba32cf0348cf47fa8308e54e6c3d6d6f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f 2024-11-24T23:21:01,898 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f, entries=100, sequenceid=333, filesize=9.6 K 2024-11-24T23:21:01,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/34ff61fec79040d4954ee242c1ab5bbd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd 2024-11-24T23:21:01,908 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd, entries=100, sequenceid=333, filesize=9.6 K 2024-11-24T23:21:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/5e3d38c530ca4279ac4ef22d53a25ef0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0 2024-11-24T23:21:01,916 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0, entries=100, sequenceid=333, filesize=9.6 K 2024-11-24T23:21:01,917 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b23f5243259fbeaae3df66ea3efcce73 in 888ms, sequenceid=333, compaction requested=false 2024-11-24T23:21:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T23:21:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T23:21:01,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T23:21:01,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec 2024-11-24T23:21:01,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9750 sec 2024-11-24T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T23:21:02,053 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T23:21:02,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T23:21:02,057 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:02,059 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:02,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T23:21:02,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:02,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T23:21:02,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:02,212 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:21:02,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/a0fd44f8b0c941b2af9b886be23d3271 is 50, key is test_row_0/A:col10/1732490461149/Put/seqid=0 2024-11-24T23:21:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741911_1087 (size=12301) 2024-11-24T23:21:02,244 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/a0fd44f8b0c941b2af9b886be23d3271 2024-11-24T23:21:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/dc75ebb7c56e4437b9218f0f93fa90da is 50, key is test_row_0/B:col10/1732490461149/Put/seqid=0 2024-11-24T23:21:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741912_1088 (size=12301) 2024-11-24T23:21:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:02,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490522274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490522276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490522276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T23:21:02,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490522378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490522380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490522380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490522581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490522584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490522584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T23:21:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/dc75ebb7c56e4437b9218f0f93fa90da 2024-11-24T23:21:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7bde53d962f841d49ca60377e41952b3 is 50, key is test_row_0/C:col10/1732490461149/Put/seqid=0 2024-11-24T23:21:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741913_1089 (size=12301) 2024-11-24T23:21:02,691 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7bde53d962f841d49ca60377e41952b3 2024-11-24T23:21:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/a0fd44f8b0c941b2af9b886be23d3271 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271 2024-11-24T23:21:02,706 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T23:21:02,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/dc75ebb7c56e4437b9218f0f93fa90da as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da 2024-11-24T23:21:02,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T23:21:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7bde53d962f841d49ca60377e41952b3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3 2024-11-24T23:21:02,719 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T23:21:02,720 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b23f5243259fbeaae3df66ea3efcce73 in 508ms, sequenceid=360, compaction requested=true 2024-11-24T23:21:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T23:21:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T23:21:02,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T23:21:02,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 664 msec 2024-11-24T23:21:02,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 671 msec 2024-11-24T23:21:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:02,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:02,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:02,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/28b3e664fb724da8b28e1bf3d554fe40 is 50, key is test_row_0/A:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741914_1090 (size=12301) 2024-11-24T23:21:02,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490522920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490522922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490522923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490523026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490523027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490523028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T23:21:03,162 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T23:21:03,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T23:21:03,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:03,167 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:03,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490523228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490523229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490523232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:03,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/28b3e664fb724da8b28e1bf3d554fe40 2024-11-24T23:21:03,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:03,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T23:21:03,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:03,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:03,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:03,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/1e6904dacf6743049b5f7de44f1db415 is 50, key is test_row_0/B:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741915_1091 (size=12301) 2024-11-24T23:21:03,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/1e6904dacf6743049b5f7de44f1db415 2024-11-24T23:21:03,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/828fb40cf4a14f6f8626c5f7150f03ea is 50, key is test_row_0/C:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741916_1092 (size=12301) 2024-11-24T23:21:03,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/828fb40cf4a14f6f8626c5f7150f03ea 2024-11-24T23:21:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/28b3e664fb724da8b28e1bf3d554fe40 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40 2024-11-24T23:21:03,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T23:21:03,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/1e6904dacf6743049b5f7de44f1db415 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415 2024-11-24T23:21:03,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T23:21:03,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/828fb40cf4a14f6f8626c5f7150f03ea as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea 2024-11-24T23:21:03,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T23:21:03,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b23f5243259fbeaae3df66ea3efcce73 in 538ms, sequenceid=372, compaction requested=true 2024-11-24T23:21:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:03,428 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:03,430 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:03,431 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:03,431 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:21:03,431 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,431 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/3e6d7bb1c1a9417cae382742f1f31a62, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=46.4 K 2024-11-24T23:21:03,432 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6d7bb1c1a9417cae382742f1f31a62, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:03,433 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba32cf0348cf47fa8308e54e6c3d6d6f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490459990 2024-11-24T23:21:03,433 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:03,433 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:21:03,433 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,433 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbf539209fc24d71bf235e0e0ec86393, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=46.4 K 2024-11-24T23:21:03,434 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0fd44f8b0c941b2af9b886be23d3271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732490461149 2024-11-24T23:21:03,434 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf539209fc24d71bf235e0e0ec86393, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:03,435 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ff61fec79040d4954ee242c1ab5bbd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490459990 2024-11-24T23:21:03,435 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b3e664fb724da8b28e1bf3d554fe40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:03,435 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dc75ebb7c56e4437b9218f0f93fa90da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732490461149 2024-11-24T23:21:03,436 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6904dacf6743049b5f7de44f1db415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:03,451 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:03,452 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e310c750f5084c1f8cbeabb405534b26 is 50, key is test_row_0/B:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:03,457 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:03,458 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f4af44148af741e5a879d321447dfe65 is 50, key is test_row_0/A:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741918_1094 (size=13187) 2024-11-24T23:21:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:03,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:03,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T23:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,475 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741917_1093 (size=13187) 2024-11-24T23:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:03,500 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/f4af44148af741e5a879d321447dfe65 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f4af44148af741e5a879d321447dfe65 2024-11-24T23:21:03,512 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e310c750f5084c1f8cbeabb405534b26 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e310c750f5084c1f8cbeabb405534b26 2024-11-24T23:21:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2317330759594032819e43640c1cc96a is 50, key is test_row_0/A:col10/1732490462921/Put/seqid=0 2024-11-24T23:21:03,524 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into e310c750f5084c1f8cbeabb405534b26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:03,524 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:03,525 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=12, startTime=1732490463430; duration=0sec 2024-11-24T23:21:03,525 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:03,525 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:21:03,525 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:03,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:03,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:21:03,528 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:03,528 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e32793a346534d45922e6b56a4e44fbd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=46.4 K 2024-11-24T23:21:03,529 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e32793a346534d45922e6b56a4e44fbd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490459353 2024-11-24T23:21:03,529 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into f4af44148af741e5a879d321447dfe65(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:03,529 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:03,530 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=12, startTime=1732490463428; duration=0sec 2024-11-24T23:21:03,530 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:03,530 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:21:03,531 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3d38c530ca4279ac4ef22d53a25ef0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490459990 2024-11-24T23:21:03,532 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bde53d962f841d49ca60377e41952b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732490461149 2024-11-24T23:21:03,532 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 828fb40cf4a14f6f8626c5f7150f03ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:03,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:03,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490523551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490523554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490523554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741919_1095 (size=12301) 2024-11-24T23:21:03,570 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:03,571 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2c5cf491a93848fca0b2fa28c0ee1aaf is 50, key is test_row_0/C:col10/1732490462889/Put/seqid=0 2024-11-24T23:21:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741920_1096 (size=13187) 2024-11-24T23:21:03,611 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2c5cf491a93848fca0b2fa28c0ee1aaf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2c5cf491a93848fca0b2fa28c0ee1aaf 2024-11-24T23:21:03,619 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into 2c5cf491a93848fca0b2fa28c0ee1aaf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:03,619 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:03,619 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=12, startTime=1732490463430; duration=0sec 2024-11-24T23:21:03,620 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:03,620 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:21:03,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490523655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490523659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490523660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490523857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490523863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490523863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2317330759594032819e43640c1cc96a 2024-11-24T23:21:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/826306bd14864433b6a775c673feab42 is 50, key is test_row_0/B:col10/1732490462921/Put/seqid=0 2024-11-24T23:21:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741921_1097 (size=12301) 2024-11-24T23:21:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45538 deadline: 1732490524139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,141 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:04,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45498 deadline: 1732490524155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,157 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490524161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490524165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490524167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:04,376 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/826306bd14864433b6a775c673feab42 2024-11-24T23:21:04,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 is 50, key is test_row_0/C:col10/1732490462921/Put/seqid=0 2024-11-24T23:21:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741922_1098 (size=12301) 2024-11-24T23:21:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490524666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490524669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490524671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:04,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 2024-11-24T23:21:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/2317330759594032819e43640c1cc96a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a 2024-11-24T23:21:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T23:21:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/826306bd14864433b6a775c673feab42 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42 2024-11-24T23:21:04,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T23:21:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 2024-11-24T23:21:04,833 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T23:21:04,834 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b23f5243259fbeaae3df66ea3efcce73 in 1359ms, sequenceid=396, compaction requested=false 2024-11-24T23:21:04,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:04,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:04,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T23:21:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T23:21:04,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T23:21:04,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-11-24T23:21:04,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.6760 sec 2024-11-24T23:21:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T23:21:05,272 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T23:21:05,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T23:21:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:05,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:05,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:05,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:05,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:05,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T23:21:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:05,429 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/85b15a71c3c542f087980a636df020e5 is 50, key is test_row_0/A:col10/1732490463552/Put/seqid=0 2024-11-24T23:21:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741923_1099 (size=12301) 2024-11-24T23:21:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:05,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490525700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490525701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490525702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490525803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490525804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490525805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:05,847 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/85b15a71c3c542f087980a636df020e5 2024-11-24T23:21:05,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/18e514eac00346ab84f47d3cb4327338 is 50, key is test_row_0/B:col10/1732490463552/Put/seqid=0 2024-11-24T23:21:05,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741924_1100 (size=12301) 2024-11-24T23:21:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:06,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490526006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490526006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490526007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/18e514eac00346ab84f47d3cb4327338 2024-11-24T23:21:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/e6eb95d3f7bd44279a6fed0fe0f2d97d is 50, key is test_row_0/C:col10/1732490463552/Put/seqid=0 2024-11-24T23:21:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741925_1101 (size=12301) 2024-11-24T23:21:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490526310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490526310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490526312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:06,686 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/e6eb95d3f7bd44279a6fed0fe0f2d97d 2024-11-24T23:21:06,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/85b15a71c3c542f087980a636df020e5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5 2024-11-24T23:21:06,698 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:21:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/18e514eac00346ab84f47d3cb4327338 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338 2024-11-24T23:21:06,705 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:21:06,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/e6eb95d3f7bd44279a6fed0fe0f2d97d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d 2024-11-24T23:21:06,712 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:21:06,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b23f5243259fbeaae3df66ea3efcce73 in 1284ms, sequenceid=412, compaction requested=true 2024-11-24T23:21:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T23:21:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T23:21:06,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T23:21:06,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-24T23:21:06,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4440 sec 2024-11-24T23:21:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:06,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:06,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/58c4c840701348deaba025b8f6161973 is 50, key is test_row_0/A:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:06,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490526824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490526824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741926_1102 (size=12301) 2024-11-24T23:21:06,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490526827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490526929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490526929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490526931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490527132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490527131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490527135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/58c4c840701348deaba025b8f6161973 2024-11-24T23:21:07,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/78cab160076344499dceea6b44e0b592 is 50, key is test_row_0/B:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741927_1103 (size=12301) 2024-11-24T23:21:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T23:21:07,379 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T23:21:07,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-24T23:21:07,383 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:07,384 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:07,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:07,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490527434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490527435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490527437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:07,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:07,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T23:21:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/78cab160076344499dceea6b44e0b592 2024-11-24T23:21:07,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7112833a3a764f7aa42db258237eeed7 is 50, key is test_row_0/C:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741928_1104 (size=12301) 2024-11-24T23:21:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:07,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:07,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T23:21:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:07,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T23:21:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490527938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490527938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490527942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:07,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:07,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T23:21:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. as already flushing 2024-11-24T23:21:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:07,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:08,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7112833a3a764f7aa42db258237eeed7 2024-11-24T23:21:08,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/58c4c840701348deaba025b8f6161973 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973 2024-11-24T23:21:08,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T23:21:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/78cab160076344499dceea6b44e0b592 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592 2024-11-24T23:21:08,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T23:21:08,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/7112833a3a764f7aa42db258237eeed7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7 2024-11-24T23:21:08,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T23:21:08,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b23f5243259fbeaae3df66ea3efcce73 in 1274ms, sequenceid=438, compaction requested=true 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:08,089 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:08,089 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:08,091 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:08,091 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:08,091 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:21:08,091 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:21:08,091 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:08,091 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:08,091 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e310c750f5084c1f8cbeabb405534b26, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.9 K 2024-11-24T23:21:08,091 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f4af44148af741e5a879d321447dfe65, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.9 K 2024-11-24T23:21:08,092 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e310c750f5084c1f8cbeabb405534b26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:08,092 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4af44148af741e5a879d321447dfe65, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:08,093 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 826306bd14864433b6a775c673feab42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732490462911 2024-11-24T23:21:08,093 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2317330759594032819e43640c1cc96a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732490462911 2024-11-24T23:21:08,093 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 18e514eac00346ab84f47d3cb4327338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490463536 2024-11-24T23:21:08,094 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85b15a71c3c542f087980a636df020e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490463536 2024-11-24T23:21:08,094 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 78cab160076344499dceea6b44e0b592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:08,094 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c4c840701348deaba025b8f6161973, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:08,106 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:08,107 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/8bee6215cbd74accad0cf572544bb962 is 50, key is test_row_0/A:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:08,114 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:08,115 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/333783a3ca624d359e2ed51095b49840 is 50, key is test_row_0/B:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741929_1105 (size=13323) 2024-11-24T23:21:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741930_1106 (size=13323) 2024-11-24T23:21:08,133 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/333783a3ca624d359e2ed51095b49840 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/333783a3ca624d359e2ed51095b49840 2024-11-24T23:21:08,140 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 333783a3ca624d359e2ed51095b49840(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:08,140 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:08,140 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=12, startTime=1732490468089; duration=0sec 2024-11-24T23:21:08,140 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:08,140 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:21:08,140 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:08,143 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:08,143 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:21:08,143 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:08,143 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2c5cf491a93848fca0b2fa28c0ee1aaf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=48.9 K 2024-11-24T23:21:08,144 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c5cf491a93848fca0b2fa28c0ee1aaf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490462274 2024-11-24T23:21:08,144 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2b7aa6d6ba4e20b937cf9ea99d1c37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732490462911 2024-11-24T23:21:08,145 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e6eb95d3f7bd44279a6fed0fe0f2d97d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490463536 2024-11-24T23:21:08,145 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7112833a3a764f7aa42db258237eeed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:08,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:08,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T23:21:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:08,151 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T23:21:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/fe492f9a48d74a93a02e84b56d3edec9 is 50, key is test_row_0/A:col10/1732490466823/Put/seqid=0 2024-11-24T23:21:08,160 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:08,160 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/edca97fb7da5451e9be9d004c266fbda is 50, key is test_row_0/C:col10/1732490466815/Put/seqid=0 2024-11-24T23:21:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741931_1107 (size=12301) 2024-11-24T23:21:08,168 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/fe492f9a48d74a93a02e84b56d3edec9 2024-11-24T23:21:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741932_1108 (size=13323) 2024-11-24T23:21:08,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7b8bbd6160244b26a595533b40872a7e is 50, key is test_row_0/B:col10/1732490466823/Put/seqid=0 2024-11-24T23:21:08,183 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/edca97fb7da5451e9be9d004c266fbda as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/edca97fb7da5451e9be9d004c266fbda 2024-11-24T23:21:08,190 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into edca97fb7da5451e9be9d004c266fbda(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:08,190 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:08,190 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=12, startTime=1732490468089; duration=0sec 2024-11-24T23:21:08,190 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:08,190 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:21:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741933_1109 (size=12301) 2024-11-24T23:21:08,197 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7b8bbd6160244b26a595533b40872a7e 2024-11-24T23:21:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a720c6bd4af342998cc6d2fdd7dfcb10 is 50, key is test_row_0/C:col10/1732490466823/Put/seqid=0 2024-11-24T23:21:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741934_1110 (size=12301) 2024-11-24T23:21:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:08,526 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/8bee6215cbd74accad0cf572544bb962 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8bee6215cbd74accad0cf572544bb962 2024-11-24T23:21:08,533 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 8bee6215cbd74accad0cf572544bb962(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:08,533 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:08,533 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=12, startTime=1732490468089; duration=0sec 2024-11-24T23:21:08,533 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:08,533 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:21:08,612 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a720c6bd4af342998cc6d2fdd7dfcb10 2024-11-24T23:21:08,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/fe492f9a48d74a93a02e84b56d3edec9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9 2024-11-24T23:21:08,635 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9, entries=150, sequenceid=449, filesize=12.0 K 2024-11-24T23:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/7b8bbd6160244b26a595533b40872a7e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e 2024-11-24T23:21:08,641 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e, entries=150, sequenceid=449, filesize=12.0 K 2024-11-24T23:21:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/a720c6bd4af342998cc6d2fdd7dfcb10 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10 2024-11-24T23:21:08,648 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10, entries=150, sequenceid=449, filesize=12.0 K 2024-11-24T23:21:08,649 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for b23f5243259fbeaae3df66ea3efcce73 in 498ms, sequenceid=449, compaction requested=false 2024-11-24T23:21:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T23:21:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-24T23:21:08,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T23:21:08,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-11-24T23:21:08,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.2720 sec 2024-11-24T23:21:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:08,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:21:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:08,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/9470b851c1d54599a000689e5b931a26 is 50, key is test_row_0/A:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490528985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490528986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490528987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741935_1111 (size=12301) 2024-11-24T23:21:08,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/9470b851c1d54599a000689e5b931a26 2024-11-24T23:21:09,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/909a75ec11ff41cca02f4a3bc5b92e71 is 50, key is test_row_0/B:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:09,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741936_1112 (size=12301) 2024-11-24T23:21:09,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490529089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490529090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490529090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490529292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490529292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490529292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,359 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:64830 2024-11-24T23:21:09,359 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:09,360 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:64830 2024-11-24T23:21:09,360 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:09,361 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:64830 2024-11-24T23:21:09,361 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:09,362 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:64830 2024-11-24T23:21:09,362 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:09,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/909a75ec11ff41cca02f4a3bc5b92e71 2024-11-24T23:21:09,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/47818a594f0d47e4bc8f7e52458d7ae1 is 50, key is test_row_0/C:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741937_1113 (size=12301) 2024-11-24T23:21:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T23:21:09,488 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T23:21:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45508 deadline: 1732490529596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732490529597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45492 deadline: 1732490529597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:09,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/47818a594f0d47e4bc8f7e52458d7ae1 2024-11-24T23:21:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/9470b851c1d54599a000689e5b931a26 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26 2024-11-24T23:21:09,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T23:21:09,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/909a75ec11ff41cca02f4a3bc5b92e71 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71 2024-11-24T23:21:09,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T23:21:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/47818a594f0d47e4bc8f7e52458d7ae1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1 2024-11-24T23:21:09,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T23:21:09,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b23f5243259fbeaae3df66ea3efcce73 in 906ms, sequenceid=462, compaction requested=true 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:09,859 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:09,859 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b23f5243259fbeaae3df66ea3efcce73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:09,860 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:09,860 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/A is initiating minor compaction (all files) 2024-11-24T23:21:09,860 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:09,860 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/A in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:09,861 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/B is initiating minor compaction (all files) 2024-11-24T23:21:09,861 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/B in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:09,861 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8bee6215cbd74accad0cf572544bb962, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=37.0 K 2024-11-24T23:21:09,861 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/333783a3ca624d359e2ed51095b49840, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=37.0 K 2024-11-24T23:21:09,861 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bee6215cbd74accad0cf572544bb962, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:09,861 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 333783a3ca624d359e2ed51095b49840, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:09,861 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe492f9a48d74a93a02e84b56d3edec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732490466817 2024-11-24T23:21:09,862 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b8bbd6160244b26a595533b40872a7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732490466817 2024-11-24T23:21:09,862 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9470b851c1d54599a000689e5b931a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732490468946 2024-11-24T23:21:09,862 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 909a75ec11ff41cca02f4a3bc5b92e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732490468946 2024-11-24T23:21:09,870 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:09,870 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:09,870 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/25acd13c5ee748a08ac608668fd5e2ce is 50, key is test_row_0/B:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:09,870 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/4946214daa974a2b9eaefef079dda90f is 50, key is test_row_0/A:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741939_1115 (size=13425) 2024-11-24T23:21:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741938_1114 (size=13425) 2024-11-24T23:21:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:10,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:21:10,100 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:64830 2024-11-24T23:21:10,101 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:10,101 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:64830 2024-11-24T23:21:10,101 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:10,103 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:64830 2024-11-24T23:21:10,104 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:10,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/66751de8ba51402f95ae5769d15ef99a is 50, key is test_row_0/A:col10/1732490468984/Put/seqid=0 2024-11-24T23:21:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741940_1116 (size=12301) 2024-11-24T23:21:10,281 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/4946214daa974a2b9eaefef079dda90f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4946214daa974a2b9eaefef079dda90f 2024-11-24T23:21:10,281 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/25acd13c5ee748a08ac608668fd5e2ce as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/25acd13c5ee748a08ac608668fd5e2ce 2024-11-24T23:21:10,286 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/B of b23f5243259fbeaae3df66ea3efcce73 into 25acd13c5ee748a08ac608668fd5e2ce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:10,286 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/A of b23f5243259fbeaae3df66ea3efcce73 into 4946214daa974a2b9eaefef079dda90f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:10,286 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:10,286 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:10,286 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/B, priority=13, startTime=1732490469859; duration=0sec 2024-11-24T23:21:10,286 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/A, priority=13, startTime=1732490469859; duration=0sec 2024-11-24T23:21:10,286 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:10,286 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:A 2024-11-24T23:21:10,286 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:10,287 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:B 2024-11-24T23:21:10,287 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:10,288 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:10,288 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): b23f5243259fbeaae3df66ea3efcce73/C is initiating minor compaction (all files) 2024-11-24T23:21:10,288 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b23f5243259fbeaae3df66ea3efcce73/C in TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:10,288 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/edca97fb7da5451e9be9d004c266fbda, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp, totalSize=37.0 K 2024-11-24T23:21:10,288 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting edca97fb7da5451e9be9d004c266fbda, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732490465695 2024-11-24T23:21:10,289 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a720c6bd4af342998cc6d2fdd7dfcb10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732490466817 2024-11-24T23:21:10,289 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47818a594f0d47e4bc8f7e52458d7ae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732490468946 2024-11-24T23:21:10,296 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b23f5243259fbeaae3df66ea3efcce73#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:10,297 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/d109dfa6b4464291a2c03506b7acda17 is 50, key is test_row_0/C:col10/1732490468946/Put/seqid=0 2024-11-24T23:21:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741941_1117 (size=13425) 2024-11-24T23:21:10,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/66751de8ba51402f95ae5769d15ef99a 2024-11-24T23:21:10,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e0c44e2ee21040ec8a013c5b20652673 is 50, key is test_row_0/B:col10/1732490468984/Put/seqid=0 2024-11-24T23:21:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741942_1118 (size=12301) 2024-11-24T23:21:10,707 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/d109dfa6b4464291a2c03506b7acda17 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/d109dfa6b4464291a2c03506b7acda17 2024-11-24T23:21:10,712 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b23f5243259fbeaae3df66ea3efcce73/C of b23f5243259fbeaae3df66ea3efcce73 into d109dfa6b4464291a2c03506b7acda17(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:10,712 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:10,712 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73., storeName=b23f5243259fbeaae3df66ea3efcce73/C, priority=13, startTime=1732490469859; duration=0sec 2024-11-24T23:21:10,712 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:10,712 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b23f5243259fbeaae3df66ea3efcce73:C 2024-11-24T23:21:10,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e0c44e2ee21040ec8a013c5b20652673 2024-11-24T23:21:10,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/de97faa15d78424b8120429cf63c694d is 50, key is test_row_0/C:col10/1732490468984/Put/seqid=0 2024-11-24T23:21:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741943_1119 (size=12301) 2024-11-24T23:21:11,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/de97faa15d78424b8120429cf63c694d 2024-11-24T23:21:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/66751de8ba51402f95ae5769d15ef99a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/66751de8ba51402f95ae5769d15ef99a 2024-11-24T23:21:11,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/66751de8ba51402f95ae5769d15ef99a, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:21:11,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/e0c44e2ee21040ec8a013c5b20652673 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e0c44e2ee21040ec8a013c5b20652673 2024-11-24T23:21:11,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e0c44e2ee21040ec8a013c5b20652673, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:21:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/de97faa15d78424b8120429cf63c694d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/de97faa15d78424b8120429cf63c694d 2024-11-24T23:21:11,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/de97faa15d78424b8120429cf63c694d, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:21:11,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=6.71 KB/6870 for b23f5243259fbeaae3df66ea3efcce73 in 1256ms, sequenceid=489, compaction requested=false 2024-11-24T23:21:11,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:11,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:21:14,193 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:64830 2024-11-24T23:21:14,193 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:14,200 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:64830 2024-11-24T23:21:14,200 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7348 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7234 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3192 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9575 rows 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3201 2024-11-24T23:21:14,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9603 rows 2024-11-24T23:21:14,200 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:21:14,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:64830 2024-11-24T23:21:14,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:14,203 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:21:14,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:14,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490474215"}]},"ts":"1732490474215"} 2024-11-24T23:21:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:14,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:21:14,220 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:21:14,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:21:14,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, UNASSIGN}] 2024-11-24T23:21:14,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, UNASSIGN 2024-11-24T23:21:14,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=b23f5243259fbeaae3df66ea3efcce73, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:14,228 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:21:14,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:14,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:14,385 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:14,385 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:21:14,385 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing b23f5243259fbeaae3df66ea3efcce73, disabling compactions & flushes 2024-11-24T23:21:14,386 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. after waiting 0 ms 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:14,386 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing b23f5243259fbeaae3df66ea3efcce73 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=A 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=B 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b23f5243259fbeaae3df66ea3efcce73, store=C 2024-11-24T23:21:14,386 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:14,390 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/22826ab55976402594abcde0bb9f5e01 is 50, key is test_row_1/A:col10/1732490474198/Put/seqid=0 2024-11-24T23:21:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741944_1120 (size=9857) 2024-11-24T23:21:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:14,795 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/22826ab55976402594abcde0bb9f5e01 2024-11-24T23:21:14,803 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/bbc757af791a4d449aaa7c3c97a7de8c is 50, key is test_row_1/B:col10/1732490474198/Put/seqid=0 2024-11-24T23:21:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741945_1121 (size=9857) 2024-11-24T23:21:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:15,207 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/bbc757af791a4d449aaa7c3c97a7de8c 2024-11-24T23:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/c794b3664c394077a186ab5b47c5a32f is 50, key is test_row_1/C:col10/1732490474198/Put/seqid=0 2024-11-24T23:21:15,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741946_1122 (size=9857) 2024-11-24T23:21:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:15,561 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:21:15,563 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:21:15,621 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/c794b3664c394077a186ab5b47c5a32f 2024-11-24T23:21:15,626 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/A/22826ab55976402594abcde0bb9f5e01 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/22826ab55976402594abcde0bb9f5e01 2024-11-24T23:21:15,631 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/22826ab55976402594abcde0bb9f5e01, entries=100, sequenceid=498, filesize=9.6 K 2024-11-24T23:21:15,632 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/B/bbc757af791a4d449aaa7c3c97a7de8c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbc757af791a4d449aaa7c3c97a7de8c 2024-11-24T23:21:15,636 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbc757af791a4d449aaa7c3c97a7de8c, entries=100, sequenceid=498, filesize=9.6 K 2024-11-24T23:21:15,637 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/.tmp/C/c794b3664c394077a186ab5b47c5a32f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/c794b3664c394077a186ab5b47c5a32f 2024-11-24T23:21:15,642 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/c794b3664c394077a186ab5b47c5a32f, entries=100, sequenceid=498, filesize=9.6 K 2024-11-24T23:21:15,643 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b23f5243259fbeaae3df66ea3efcce73 in 1257ms, sequenceid=498, compaction requested=true 2024-11-24T23:21:15,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1b382577829148119621ece3f9438187, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/099cd87ee8764a2d979ca9f2eee6c031, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ee2757b7ed0348278b8808a241a0218b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a08405f04aaf431d8c7f3d5ae2fa34fa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/e9eb7c1cf53e42fba6bd3149ddba3b70, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9392534491f84c3ea8c3b36eef0d22f2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/3e6d7bb1c1a9417cae382742f1f31a62, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f4af44148af741e5a879d321447dfe65, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8bee6215cbd74accad0cf572544bb962, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26] to archive 2024-11-24T23:21:15,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:15,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f631409bd737435ab9f33d4e777b41b5 2024-11-24T23:21:15,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1a76bed85ecb4a949119cdc8daba08be 2024-11-24T23:21:15,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1b382577829148119621ece3f9438187 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/1b382577829148119621ece3f9438187 2024-11-24T23:21:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/75c955cf1f634c97b2aa370a794bd053 2024-11-24T23:21:15,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4c02c2f549a04a3d92d5fa6de30b7aee 2024-11-24T23:21:15,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/dec4374902eb4790abeeeb8258085b00 2024-11-24T23:21:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/099cd87ee8764a2d979ca9f2eee6c031 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/099cd87ee8764a2d979ca9f2eee6c031 2024-11-24T23:21:15,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/942497cf356d4377be125ae80bec9b87 2024-11-24T23:21:15,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ee2757b7ed0348278b8808a241a0218b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ee2757b7ed0348278b8808a241a0218b 2024-11-24T23:21:15,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/710c62e3d3b44b24ba590bbfe2877b39 2024-11-24T23:21:15,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/56fd0f375076434f9ac24986dfee03d5 2024-11-24T23:21:15,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d49e5d4e7fec4e87a0a7ec3d44943342 2024-11-24T23:21:15,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a08405f04aaf431d8c7f3d5ae2fa34fa to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a08405f04aaf431d8c7f3d5ae2fa34fa 2024-11-24T23:21:15,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/0d5bdf30fca548cfa62a051a3d01fdfd 2024-11-24T23:21:15,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/e9eb7c1cf53e42fba6bd3149ddba3b70 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/e9eb7c1cf53e42fba6bd3149ddba3b70 2024-11-24T23:21:15,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f8066d6080a04e898f637b301d7afaa9 2024-11-24T23:21:15,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/7c5ea6fc03444c41843719fea061dd70 2024-11-24T23:21:15,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2f631e3ae43645ad956f62e81d696fb3 2024-11-24T23:21:15,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9392534491f84c3ea8c3b36eef0d22f2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9392534491f84c3ea8c3b36eef0d22f2 2024-11-24T23:21:15,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8651518515dd435c9af302aea59636f9 2024-11-24T23:21:15,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/96758fe5127649d09e5b738e6c4db07e 2024-11-24T23:21:15,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/d4acf206973c4eb69ec4f0acd6b0b264 2024-11-24T23:21:15,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/3e6d7bb1c1a9417cae382742f1f31a62 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/3e6d7bb1c1a9417cae382742f1f31a62 2024-11-24T23:21:15,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/ba32cf0348cf47fa8308e54e6c3d6d6f 2024-11-24T23:21:15,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/a0fd44f8b0c941b2af9b886be23d3271 2024-11-24T23:21:15,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f4af44148af741e5a879d321447dfe65 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/f4af44148af741e5a879d321447dfe65 2024-11-24T23:21:15,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/28b3e664fb724da8b28e1bf3d554fe40 2024-11-24T23:21:15,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/2317330759594032819e43640c1cc96a 2024-11-24T23:21:15,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/85b15a71c3c542f087980a636df020e5 2024-11-24T23:21:15,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8bee6215cbd74accad0cf572544bb962 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/8bee6215cbd74accad0cf572544bb962 2024-11-24T23:21:15,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/58c4c840701348deaba025b8f6161973 2024-11-24T23:21:15,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/fe492f9a48d74a93a02e84b56d3edec9 2024-11-24T23:21:15,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/9470b851c1d54599a000689e5b931a26 2024-11-24T23:21:15,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/6e7b8886f90a4cc3bb4ba1c405914cc6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/083bab800d1442b39435af6c2d1a7dc3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5ba2efdf164844efad0c50ab9458f519, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/b006c613eca840f99941c956ee48d4c5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f66044d1400448d9b1194674591415fc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/2ff74da6c3f14d27b61758f6e01eb6e1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbf539209fc24d71bf235e0e0ec86393, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e310c750f5084c1f8cbeabb405534b26, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/333783a3ca624d359e2ed51095b49840, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71] to archive 2024-11-24T23:21:15,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/03faed5fa30e4c3aacdd449b81d68c84 2024-11-24T23:21:15,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/673ec1dc367f4665a0abef7831954f03 2024-11-24T23:21:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/6e7b8886f90a4cc3bb4ba1c405914cc6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/6e7b8886f90a4cc3bb4ba1c405914cc6 2024-11-24T23:21:15,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/a0aab1416b664c5dbee170f5c4b3cd69 2024-11-24T23:21:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/c2d11c3003c74f89bedbaf68d85f6d36 2024-11-24T23:21:15,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/083bab800d1442b39435af6c2d1a7dc3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/083bab800d1442b39435af6c2d1a7dc3 2024-11-24T23:21:15,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/229b736bc13849bf930b0182d8d02986 2024-11-24T23:21:15,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e56c88e4958542fe8aeb417b42948f86 2024-11-24T23:21:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5ba2efdf164844efad0c50ab9458f519 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5ba2efdf164844efad0c50ab9458f519 2024-11-24T23:21:15,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/638cb141cfcd4e899c7c7297d20025c5 2024-11-24T23:21:15,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7042e9ff89ae408a9bc3dffedc35a1c7 2024-11-24T23:21:15,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/b006c613eca840f99941c956ee48d4c5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/b006c613eca840f99941c956ee48d4c5 2024-11-24T23:21:15,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0bf82096e25a4ea2b25edfe384711025 2024-11-24T23:21:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/aa5d5fba17344b2b9564fb666e73a32f 2024-11-24T23:21:15,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f66044d1400448d9b1194674591415fc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f66044d1400448d9b1194674591415fc 2024-11-24T23:21:15,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/924f86d95a7f43a78323351b14e519d6 2024-11-24T23:21:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/0734fc0c656c4de7aaf064270981b2e6 2024-11-24T23:21:15,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/5441b50d38484ddaac8b7c2dd0b3e738 2024-11-24T23:21:15,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/2ff74da6c3f14d27b61758f6e01eb6e1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/2ff74da6c3f14d27b61758f6e01eb6e1 2024-11-24T23:21:15,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/fcc83ce343374c84bebfa39997220bac 2024-11-24T23:21:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7ff4aa8723e245e9978d118ed69a512b 2024-11-24T23:21:15,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbf539209fc24d71bf235e0e0ec86393 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbf539209fc24d71bf235e0e0ec86393 2024-11-24T23:21:15,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/f9f2fa9b50c44ded96693a531cada452 2024-11-24T23:21:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/34ff61fec79040d4954ee242c1ab5bbd 2024-11-24T23:21:15,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/dc75ebb7c56e4437b9218f0f93fa90da 2024-11-24T23:21:15,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e310c750f5084c1f8cbeabb405534b26 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e310c750f5084c1f8cbeabb405534b26 2024-11-24T23:21:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/1e6904dacf6743049b5f7de44f1db415 2024-11-24T23:21:15,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/826306bd14864433b6a775c673feab42 2024-11-24T23:21:15,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/18e514eac00346ab84f47d3cb4327338 2024-11-24T23:21:15,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/333783a3ca624d359e2ed51095b49840 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/333783a3ca624d359e2ed51095b49840 2024-11-24T23:21:15,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/78cab160076344499dceea6b44e0b592 2024-11-24T23:21:15,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/7b8bbd6160244b26a595533b40872a7e 2024-11-24T23:21:15,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/909a75ec11ff41cca02f4a3bc5b92e71 2024-11-24T23:21:15,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1ae21098aae44d62b1f3127f624593a7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9523b1f611804ba2abd4212b887e25fc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ad5fe69a6231488faa963a7dd64f347b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0cf32318fb714a62986435ea63359fa8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8916ec96d7b14c18983079e4dbcd1434, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/bb931eedb87743ca966de287a1e42ec7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e32793a346534d45922e6b56a4e44fbd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2c5cf491a93848fca0b2fa28c0ee1aaf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/edca97fb7da5451e9be9d004c266fbda, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1] to archive 2024-11-24T23:21:15,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:15,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8dd1adaba26348c093399d2b8c3a09d2 2024-11-24T23:21:15,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a281b0291972491e8ca661be5e68fc97 2024-11-24T23:21:15,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1ae21098aae44d62b1f3127f624593a7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1ae21098aae44d62b1f3127f624593a7 2024-11-24T23:21:15,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/71f2b27a63d64921bd07bc1c4020a3f4 2024-11-24T23:21:15,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4d49c65527b949eebc8bed5e0a0810e5 2024-11-24T23:21:15,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9523b1f611804ba2abd4212b887e25fc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9523b1f611804ba2abd4212b887e25fc 2024-11-24T23:21:15,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8f6f45b8d9fe47ff8c59ed802fbb55f5 2024-11-24T23:21:15,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/1bbebdea5e8546c0827d43a258c4e5cd 2024-11-24T23:21:15,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ad5fe69a6231488faa963a7dd64f347b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ad5fe69a6231488faa963a7dd64f347b 2024-11-24T23:21:15,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0e11ae3f6e834d939ec80beca5fdd876 2024-11-24T23:21:15,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/9784c637eb60451a9b5fb8b178a81e9c 2024-11-24T23:21:15,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0cf32318fb714a62986435ea63359fa8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/0cf32318fb714a62986435ea63359fa8 2024-11-24T23:21:15,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a41754deb8744cf0bcb9c64095a8cabd 2024-11-24T23:21:15,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2fb977c7e58c4e98b145a6a7ae13c3d6 2024-11-24T23:21:15,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8916ec96d7b14c18983079e4dbcd1434 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/8916ec96d7b14c18983079e4dbcd1434 2024-11-24T23:21:15,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/6df59ac3ee69404e80dc5eaef36d33a4 2024-11-24T23:21:15,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/ee751a684cbb4fdba73d973fce1f55c7 2024-11-24T23:21:15,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/f41bed1641ff4c6dab425c6a3f717130 2024-11-24T23:21:15,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/bb931eedb87743ca966de287a1e42ec7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/bb931eedb87743ca966de287a1e42ec7 2024-11-24T23:21:15,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/4b4e7ae9042848e5a0a6fd1af2bc2ce8 2024-11-24T23:21:15,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/173d9d704e7e43cda8daadf74bbbdf76 2024-11-24T23:21:15,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e32793a346534d45922e6b56a4e44fbd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e32793a346534d45922e6b56a4e44fbd 2024-11-24T23:21:15,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/aa14b53e8a4143afa5cccbb2fd8c78cd 2024-11-24T23:21:15,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/5e3d38c530ca4279ac4ef22d53a25ef0 2024-11-24T23:21:15,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7bde53d962f841d49ca60377e41952b3 2024-11-24T23:21:15,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2c5cf491a93848fca0b2fa28c0ee1aaf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2c5cf491a93848fca0b2fa28c0ee1aaf 2024-11-24T23:21:15,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/828fb40cf4a14f6f8626c5f7150f03ea 2024-11-24T23:21:15,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/2e2b7aa6d6ba4e20b937cf9ea99d1c37 2024-11-24T23:21:15,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/e6eb95d3f7bd44279a6fed0fe0f2d97d 2024-11-24T23:21:15,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/edca97fb7da5451e9be9d004c266fbda to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/edca97fb7da5451e9be9d004c266fbda 2024-11-24T23:21:15,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/7112833a3a764f7aa42db258237eeed7 2024-11-24T23:21:15,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/a720c6bd4af342998cc6d2fdd7dfcb10 2024-11-24T23:21:15,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/47818a594f0d47e4bc8f7e52458d7ae1 2024-11-24T23:21:15,814 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/recovered.edits/501.seqid, newMaxSeqId=501, maxSeqId=1 2024-11-24T23:21:15,817 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73. 2024-11-24T23:21:15,817 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for b23f5243259fbeaae3df66ea3efcce73: 2024-11-24T23:21:15,819 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:15,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=b23f5243259fbeaae3df66ea3efcce73, regionState=CLOSED 2024-11-24T23:21:15,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T23:21:15,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure b23f5243259fbeaae3df66ea3efcce73, server=8990281417a4,42033,1732490443497 in 1.5930 sec 2024-11-24T23:21:15,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-24T23:21:15,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b23f5243259fbeaae3df66ea3efcce73, UNASSIGN in 1.5980 sec 2024-11-24T23:21:15,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T23:21:15,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6040 sec 2024-11-24T23:21:15,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490475827"}]},"ts":"1732490475827"} 2024-11-24T23:21:15,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:21:15,831 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:21:15,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6210 sec 2024-11-24T23:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T23:21:16,320 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T23:21:16,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:21:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,329 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,330 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T23:21:16,333 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:16,337 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/recovered.edits] 2024-11-24T23:21:16,340 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/22826ab55976402594abcde0bb9f5e01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/22826ab55976402594abcde0bb9f5e01 2024-11-24T23:21:16,342 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4946214daa974a2b9eaefef079dda90f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/4946214daa974a2b9eaefef079dda90f 2024-11-24T23:21:16,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/66751de8ba51402f95ae5769d15ef99a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/A/66751de8ba51402f95ae5769d15ef99a 2024-11-24T23:21:16,346 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/25acd13c5ee748a08ac608668fd5e2ce to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/25acd13c5ee748a08ac608668fd5e2ce 2024-11-24T23:21:16,347 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbc757af791a4d449aaa7c3c97a7de8c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/bbc757af791a4d449aaa7c3c97a7de8c 2024-11-24T23:21:16,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e0c44e2ee21040ec8a013c5b20652673 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/B/e0c44e2ee21040ec8a013c5b20652673 2024-11-24T23:21:16,351 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/c794b3664c394077a186ab5b47c5a32f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/c794b3664c394077a186ab5b47c5a32f 2024-11-24T23:21:16,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/d109dfa6b4464291a2c03506b7acda17 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/d109dfa6b4464291a2c03506b7acda17 2024-11-24T23:21:16,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/de97faa15d78424b8120429cf63c694d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/C/de97faa15d78424b8120429cf63c694d 2024-11-24T23:21:16,356 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/recovered.edits/501.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73/recovered.edits/501.seqid 2024-11-24T23:21:16,357 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/b23f5243259fbeaae3df66ea3efcce73 2024-11-24T23:21:16,357 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:21:16,363 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T23:21:16,370 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:21:16,401 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:21:16,402 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,402 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:21:16,403 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490476402"}]},"ts":"9223372036854775807"} 2024-11-24T23:21:16,406 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:21:16,406 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b23f5243259fbeaae3df66ea3efcce73, NAME => 'TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:21:16,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:21:16,406 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490476406"}]},"ts":"9223372036854775807"} 2024-11-24T23:21:16,409 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:21:16,412 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-24T23:21:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T23:21:16,432 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-24T23:21:16,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x540ea891-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8990281417a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8990281417a4:42033-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_724849810_22 at /127.0.0.1:57766 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8990281417a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 158) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7483 (was 8034) 2024-11-24T23:21:16,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=7483 2024-11-24T23:21:16,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:21:16,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:16,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:16,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:16,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-24T23:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:16,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741947_1123 (size=960) 2024-11-24T23:21:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:16,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:21:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741948_1124 (size=53) 2024-11-24T23:21:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:17,277 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:17,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e221b84491cf22b2d160ab4f5c09cc01, disabling compactions & flushes 2024-11-24T23:21:17,278 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. after waiting 0 ms 2024-11-24T23:21:17,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,278 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:17,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:17,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490477279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490477279"}]},"ts":"1732490477279"} 2024-11-24T23:21:17,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:21:17,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:17,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490477281"}]},"ts":"1732490477281"} 2024-11-24T23:21:17,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:21:17,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, ASSIGN}] 2024-11-24T23:21:17,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, ASSIGN 2024-11-24T23:21:17,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:21:17,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:17,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:17,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:17,601 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,601 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:17,601 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,601 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:17,601 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,601 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,603 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,604 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:17,604 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName A 2024-11-24T23:21:17,605 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,605 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,605 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,606 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:17,607 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName B 2024-11-24T23:21:17,607 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,608 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,608 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,609 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:17,609 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName C 2024-11-24T23:21:17,609 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:17,609 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:17,609 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,610 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,610 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,612 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:21:17,613 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:17,615 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:17,615 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened e221b84491cf22b2d160ab4f5c09cc01; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70395387, jitterRate=0.04897300899028778}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:21:17,616 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:17,617 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., pid=39, masterSystemTime=1732490477597 2024-11-24T23:21:17,618 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,618 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:17,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:17,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T23:21:17,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 in 175 msec 2024-11-24T23:21:17,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T23:21:17,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, ASSIGN in 331 msec 2024-11-24T23:21:17,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:17,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490477624"}]},"ts":"1732490477624"} 2024-11-24T23:21:17,625 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:21:17,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:17,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-24T23:21:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-24T23:21:18,566 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-24T23:21:18,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T23:21:18,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:18,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:18,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:18,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:18,578 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:21:18,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:18,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741949_1125 (size=996) 2024-11-24T23:21:19,001 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T23:21:19,001 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T23:21:19,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:21:19,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, REOPEN/MOVE}] 2024-11-24T23:21:19,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, REOPEN/MOVE 2024-11-24T23:21:19,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,015 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:21:19,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:19,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:19,168 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing e221b84491cf22b2d160ab4f5c09cc01, disabling compactions & flushes 2024-11-24T23:21:19,168 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. after waiting 0 ms 2024-11-24T23:21:19,168 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:21:19,173 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:19,173 WARN [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: e221b84491cf22b2d160ab4f5c09cc01 to self. 2024-11-24T23:21:19,175 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=CLOSED 2024-11-24T23:21:19,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T23:21:19,179 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, REOPEN/MOVE; state=CLOSED, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=true 2024-11-24T23:21:19,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 in 163 msec 2024-11-24T23:21:19,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:19,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:19,487 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,487 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:19,487 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,487 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:19,488 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,488 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,492 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,493 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:19,498 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName A 2024-11-24T23:21:19,499 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,500 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,501 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,501 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:19,501 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName B 2024-11-24T23:21:19,501 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,502 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,502 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,503 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:19,503 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e221b84491cf22b2d160ab4f5c09cc01 columnFamilyName C 2024-11-24T23:21:19,503 DEBUG [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:19,503 INFO [StoreOpener-e221b84491cf22b2d160ab4f5c09cc01-1 {}] regionserver.HStore(327): Store=e221b84491cf22b2d160ab4f5c09cc01/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:19,503 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,504 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,506 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,507 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:21:19,509 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,509 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened e221b84491cf22b2d160ab4f5c09cc01; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70808787, jitterRate=0.0551331490278244}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:21:19,511 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:19,512 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., pid=44, masterSystemTime=1732490479483 2024-11-24T23:21:19,513 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,513 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=OPEN, openSeqNum=5, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-24T23:21:19,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 in 183 msec 2024-11-24T23:21:19,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T23:21:19,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, REOPEN/MOVE in 503 msec 2024-11-24T23:21:19,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T23:21:19,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-24T23:21:19,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-24T23:21:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T23:21:19,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T23:21:19,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T23:21:19,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T23:21:19,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T23:21:19,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T23:21:19,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T23:21:19,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T23:21:19,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T23:21:19,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T23:21:19,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:19,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:19,572 DEBUG [hconnection-0x136bb299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,572 DEBUG [hconnection-0x2bccd049-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-24T23:21:19,574 DEBUG [hconnection-0x40fddafc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,574 DEBUG [hconnection-0x694bb74e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,574 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,575 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,575 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,575 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,576 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:19,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:19,577 DEBUG [hconnection-0x6b4524be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,578 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:19,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:19,578 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,581 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:19,582 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:19,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:21:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:19,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:19,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:19,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:19,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424acad162ca54b86b2ae3911c91e8ba0_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490479591/Put/seqid=0 2024-11-24T23:21:19,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490539635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490539636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490539638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741950_1126 (size=12154) 2024-11-24T23:21:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490539645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490539647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:19,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:19,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490539749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490539749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490539750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490539755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490539756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:19,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:19,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:19,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:19,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490539952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490539953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490539953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490539957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490539958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:20,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424acad162ca54b86b2ae3911c91e8ba0_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424acad162ca54b86b2ae3911c91e8ba0_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:20,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0f16328935e4f008e071f1c95338971, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:20,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0f16328935e4f008e071f1c95338971 is 175, key is test_row_0/A:col10/1732490479591/Put/seqid=0 2024-11-24T23:21:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741951_1127 (size=30955) 2024-11-24T23:21:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:20,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:20,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490540256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490540258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490540259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490540259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490540261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:20,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:20,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:20,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0f16328935e4f008e071f1c95338971 2024-11-24T23:21:20,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:20,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:20,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/16dd437d0ad5483f969c4721611edf5e is 50, key is test_row_0/B:col10/1732490479591/Put/seqid=0 2024-11-24T23:21:20,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741952_1128 (size=12001) 2024-11-24T23:21:20,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/16dd437d0ad5483f969c4721611edf5e 2024-11-24T23:21:20,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/03b15be8639f4232885a9841111c33c2 is 50, key is test_row_0/C:col10/1732490479591/Put/seqid=0 2024-11-24T23:21:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741953_1129 (size=12001) 2024-11-24T23:21:20,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/03b15be8639f4232885a9841111c33c2 2024-11-24T23:21:20,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0f16328935e4f008e071f1c95338971 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971 2024-11-24T23:21:20,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T23:21:20,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/16dd437d0ad5483f969c4721611edf5e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e 2024-11-24T23:21:20,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T23:21:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/03b15be8639f4232885a9841111c33c2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2 2024-11-24T23:21:20,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T23:21:20,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e221b84491cf22b2d160ab4f5c09cc01 in 1029ms, sequenceid=17, compaction requested=false 2024-11-24T23:21:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:20,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:20,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T23:21:20,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:20,660 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124440706962e77459ca1fc1af8b9589761_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490479634/Put/seqid=0 2024-11-24T23:21:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741954_1130 (size=12154) 2024-11-24T23:21:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:20,697 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124440706962e77459ca1fc1af8b9589761_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124440706962e77459ca1fc1af8b9589761_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/781ce54687cc473bbaba4e19dcb3925a, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/781ce54687cc473bbaba4e19dcb3925a is 175, key is test_row_0/A:col10/1732490479634/Put/seqid=0 2024-11-24T23:21:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741955_1131 (size=30955) 2024-11-24T23:21:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:20,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490540771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490540772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490540773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490540774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490540776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490540877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490540878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490540878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490540878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:20,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490540879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490541081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490541082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490541082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490541083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490541085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,122 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/781ce54687cc473bbaba4e19dcb3925a 2024-11-24T23:21:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/0bbe1066b7544e95b53e9a36b17a334b is 50, key is test_row_0/B:col10/1732490479634/Put/seqid=0 2024-11-24T23:21:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741956_1132 (size=12001) 2024-11-24T23:21:21,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:21:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490541384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490541386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490541386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490541387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490541388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,559 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/0bbe1066b7544e95b53e9a36b17a334b 2024-11-24T23:21:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/1edec05446ed4cb59389e0c64f335978 is 50, key is test_row_0/C:col10/1732490479634/Put/seqid=0 2024-11-24T23:21:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741957_1133 (size=12001) 2024-11-24T23:21:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490541887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490541889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490541890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490541893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490541893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:21,987 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/1edec05446ed4cb59389e0c64f335978 2024-11-24T23:21:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/781ce54687cc473bbaba4e19dcb3925a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a 2024-11-24T23:21:22,001 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T23:21:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/0bbe1066b7544e95b53e9a36b17a334b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b 2024-11-24T23:21:22,011 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:21:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/1edec05446ed4cb59389e0c64f335978 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978 2024-11-24T23:21:22,021 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:21:22,023 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e221b84491cf22b2d160ab4f5c09cc01 in 1364ms, sequenceid=40, compaction requested=false 2024-11-24T23:21:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T23:21:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-24T23:21:22,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T23:21:22,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4500 sec 2024-11-24T23:21:22,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.4590 sec 2024-11-24T23:21:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:22,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:21:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:22,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a02bf859550437fba1f0f9fef1b4fba_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490542926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490542927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490542928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490542928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490542929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741958_1134 (size=12154) 2024-11-24T23:21:22,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:22,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a02bf859550437fba1f0f9fef1b4fba_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a02bf859550437fba1f0f9fef1b4fba_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:22,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/719c39fc3d26440fbeefa8e0f3317066, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:22,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/719c39fc3d26440fbeefa8e0f3317066 is 175, key is test_row_0/A:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741959_1135 (size=30955) 2024-11-24T23:21:22,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/719c39fc3d26440fbeefa8e0f3317066 2024-11-24T23:21:22,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/8bbbdefbb46349e5bd4f789a72ac85a4 is 50, key is test_row_0/B:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:22,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741960_1136 (size=12001) 2024-11-24T23:21:22,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/8bbbdefbb46349e5bd4f789a72ac85a4 2024-11-24T23:21:22,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/343b80249ad944a1b59d88fb8cc700a7 is 50, key is test_row_0/C:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741961_1137 (size=12001) 2024-11-24T23:21:22,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/343b80249ad944a1b59d88fb8cc700a7 2024-11-24T23:21:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/719c39fc3d26440fbeefa8e0f3317066 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066 2024-11-24T23:21:23,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066, entries=150, sequenceid=54, filesize=30.2 K 2024-11-24T23:21:23,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/8bbbdefbb46349e5bd4f789a72ac85a4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4 2024-11-24T23:21:23,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T23:21:23,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/343b80249ad944a1b59d88fb8cc700a7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7 2024-11-24T23:21:23,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T23:21:23,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e221b84491cf22b2d160ab4f5c09cc01 in 134ms, sequenceid=54, compaction requested=true 2024-11-24T23:21:23,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:23,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:23,032 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:23,033 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:23,033 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:23,033 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,033 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=90.7 K 2024-11-24T23:21:23,033 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,034 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066] 2024-11-24T23:21:23,034 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:23,034 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f16328935e4f008e071f1c95338971, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732490479590 2024-11-24T23:21:23,034 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:23,035 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,035 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.2 K 2024-11-24T23:21:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:23,035 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 781ce54687cc473bbaba4e19dcb3925a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490479626 2024-11-24T23:21:23,035 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16dd437d0ad5483f969c4721611edf5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732490479590 2024-11-24T23:21:23,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:21:23,040 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bbe1066b7544e95b53e9a36b17a334b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490479626 2024-11-24T23:21:23,040 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 719c39fc3d26440fbeefa8e0f3317066, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:23,041 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bbbdefbb46349e5bd4f789a72ac85a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:23,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,058 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:23,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/0346c543a58d440fb15f9a35f60436d9 is 50, key is test_row_0/B:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:23,073 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490543064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490543064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490543067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498efcb04e43f41bdbe70b5f798ab2c60_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490483035/Put/seqid=0 2024-11-24T23:21:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490543074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490543077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,080 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112464d3f2b8092441e08427b91088bda218_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:23,094 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112464d3f2b8092441e08427b91088bda218_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:23,094 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112464d3f2b8092441e08427b91088bda218_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741962_1138 (size=12104) 2024-11-24T23:21:23,110 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/0346c543a58d440fb15f9a35f60436d9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0346c543a58d440fb15f9a35f60436d9 2024-11-24T23:21:23,117 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 0346c543a58d440fb15f9a35f60436d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:23,117 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:23,117 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490483032; duration=0sec 2024-11-24T23:21:23,118 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:23,118 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:23,118 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:23,119 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:23,119 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:23,120 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,120 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.2 K 2024-11-24T23:21:23,120 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b15be8639f4232885a9841111c33c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732490479590 2024-11-24T23:21:23,121 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1edec05446ed4cb59389e0c64f335978, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490479626 2024-11-24T23:21:23,122 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 343b80249ad944a1b59d88fb8cc700a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:23,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741963_1139 (size=12154) 2024-11-24T23:21:23,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:23,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498efcb04e43f41bdbe70b5f798ab2c60_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498efcb04e43f41bdbe70b5f798ab2c60_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:23,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/37920ef8c336429eb6a7466b1af1311e, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:23,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/37920ef8c336429eb6a7466b1af1311e is 175, key is test_row_0/A:col10/1732490483035/Put/seqid=0 2024-11-24T23:21:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741964_1140 (size=4469) 2024-11-24T23:21:23,156 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#118 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:23,158 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b515baac2c164addb301871d93b91fe4 is 175, key is test_row_0/A:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:23,164 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:23,164 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/5bdf9f8901684d82811476fbd41c2a40 is 50, key is test_row_0/C:col10/1732490480773/Put/seqid=0 2024-11-24T23:21:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741965_1141 (size=30955) 2024-11-24T23:21:23,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490543177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/37920ef8c336429eb6a7466b1af1311e 2024-11-24T23:21:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490543178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490543178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490543181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490543183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741966_1142 (size=31058) 2024-11-24T23:21:23,207 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b515baac2c164addb301871d93b91fe4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4 2024-11-24T23:21:23,214 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into b515baac2c164addb301871d93b91fe4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:23,214 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:23,215 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490483031; duration=0sec 2024-11-24T23:21:23,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/2c7e3186337d42e4ac87463ce23fd921 is 50, key is test_row_0/B:col10/1732490483035/Put/seqid=0 2024-11-24T23:21:23,215 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:23,215 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741967_1143 (size=12104) 2024-11-24T23:21:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741968_1144 (size=12001) 2024-11-24T23:21:23,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/2c7e3186337d42e4ac87463ce23fd921 2024-11-24T23:21:23,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9ce4fbcd9fe54cce868c357ec8f01cf7 is 50, key is test_row_0/C:col10/1732490483035/Put/seqid=0 2024-11-24T23:21:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741969_1145 (size=12001) 2024-11-24T23:21:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490543382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490543382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490543387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490543389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,625 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/5bdf9f8901684d82811476fbd41c2a40 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/5bdf9f8901684d82811476fbd41c2a40 2024-11-24T23:21:23,633 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 5bdf9f8901684d82811476fbd41c2a40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:23,633 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:23,633 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490483032; duration=0sec 2024-11-24T23:21:23,633 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:23,633 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:23,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9ce4fbcd9fe54cce868c357ec8f01cf7 2024-11-24T23:21:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/37920ef8c336429eb6a7466b1af1311e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e 2024-11-24T23:21:23,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e, entries=150, sequenceid=80, filesize=30.2 K 2024-11-24T23:21:23,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/2c7e3186337d42e4ac87463ce23fd921 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921 2024-11-24T23:21:23,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T23:21:23,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9ce4fbcd9fe54cce868c357ec8f01cf7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7 2024-11-24T23:21:23,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T23:21:23,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e221b84491cf22b2d160ab4f5c09cc01 in 642ms, sequenceid=80, compaction requested=false 2024-11-24T23:21:23,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T23:21:23,683 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-24T23:21:23,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T23:21:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:23,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:23,688 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:23,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:23,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405c36209ffcd45eea3b783fa2a1718c5_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490543719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490543719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490543724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490543725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490543737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741970_1146 (size=14594) 2024-11-24T23:21:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490543828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490543829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490543830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490543832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:23,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490543840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:23,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:23,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:23,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490544031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490544031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490544033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490544034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490544044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:24,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405c36209ffcd45eea3b783fa2a1718c5_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405c36209ffcd45eea3b783fa2a1718c5_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:24,160 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/cacb49754afe457bb89354f536b7d939, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:24,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/cacb49754afe457bb89354f536b7d939 is 175, key is test_row_0/A:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:24,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741971_1147 (size=39549) 2024-11-24T23:21:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:24,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490544333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490544335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490544337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490544338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490544349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/cacb49754afe457bb89354f536b7d939 2024-11-24T23:21:24,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d63b0946604e445482e8ca399602c66f is 50, key is test_row_0/B:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741972_1148 (size=12001) 2024-11-24T23:21:24,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d63b0946604e445482e8ca399602c66f 2024-11-24T23:21:24,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/430120bcd0624d0fa4cd37c352d539ca is 50, key is test_row_0/C:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:24,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741973_1149 (size=12001) 2024-11-24T23:21:24,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:24,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490544837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490544837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490544841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490544843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490544854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:24,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:24,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:24,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:25,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/430120bcd0624d0fa4cd37c352d539ca 2024-11-24T23:21:25,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/cacb49754afe457bb89354f536b7d939 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939 2024-11-24T23:21:25,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939, entries=200, sequenceid=97, filesize=38.6 K 2024-11-24T23:21:25,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d63b0946604e445482e8ca399602c66f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f 2024-11-24T23:21:25,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T23:21:25,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/430120bcd0624d0fa4cd37c352d539ca as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca 2024-11-24T23:21:25,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T23:21:25,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e221b84491cf22b2d160ab4f5c09cc01 in 1339ms, sequenceid=97, compaction requested=true 2024-11-24T23:21:25,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:25,028 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:25,028 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:25,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:25,029 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:25,030 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:25,030 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:25,030 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=99.2 K 2024-11-24T23:21:25,030 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:25,030 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939] 2024-11-24T23:21:25,030 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:25,030 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:25,030 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:25,030 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b515baac2c164addb301871d93b91fe4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:25,030 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0346c543a58d440fb15f9a35f60436d9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.3 K 2024-11-24T23:21:25,031 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37920ef8c336429eb6a7466b1af1311e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490483033 2024-11-24T23:21:25,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0346c543a58d440fb15f9a35f60436d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:25,031 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cacb49754afe457bb89354f536b7d939, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:25,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7e3186337d42e4ac87463ce23fd921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490483033 2024-11-24T23:21:25,032 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d63b0946604e445482e8ca399602c66f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:25,040 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:25,044 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:25,045 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124eccd486798724354a5392cab3f9f66b6_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:25,045 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/6058bca4e2764947a4aecc60fa987cd8 is 50, key is test_row_0/B:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:25,049 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124eccd486798724354a5392cab3f9f66b6_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:25,049 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eccd486798724354a5392cab3f9f66b6_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741974_1150 (size=12207) 2024-11-24T23:21:25,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:25,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:25,065 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:25,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741975_1151 (size=4469) 2024-11-24T23:21:25,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b2900ceec8db48159f87eeda6166895c_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490483715/Put/seqid=0 2024-11-24T23:21:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741976_1152 (size=12154) 2024-11-24T23:21:25,467 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#126 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:25,469 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fa959953d8554742b58a1a8a551fbba6 is 175, key is test_row_0/A:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:25,472 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/6058bca4e2764947a4aecc60fa987cd8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/6058bca4e2764947a4aecc60fa987cd8 2024-11-24T23:21:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741977_1153 (size=31161) 2024-11-24T23:21:25,482 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 6058bca4e2764947a4aecc60fa987cd8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:25,482 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:25,482 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490485028; duration=0sec 2024-11-24T23:21:25,482 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:25,482 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:25,482 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:25,483 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fa959953d8554742b58a1a8a551fbba6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6 2024-11-24T23:21:25,484 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:25,484 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:25,484 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:25,484 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/5bdf9f8901684d82811476fbd41c2a40, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.3 K 2024-11-24T23:21:25,488 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bdf9f8901684d82811476fbd41c2a40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732490480772 2024-11-24T23:21:25,489 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ce4fbcd9fe54cce868c357ec8f01cf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490483033 2024-11-24T23:21:25,489 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 430120bcd0624d0fa4cd37c352d539ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:25,496 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into fa959953d8554742b58a1a8a551fbba6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:25,496 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:25,496 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490485027; duration=0sec 2024-11-24T23:21:25,497 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:25,497 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:25,500 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:25,500 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/e99025217ddd4fa2a674e85bb315c451 is 50, key is test_row_0/C:col10/1732490483064/Put/seqid=0 2024-11-24T23:21:25,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b2900ceec8db48159f87eeda6166895c_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2900ceec8db48159f87eeda6166895c_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/0f93831613e44366836fb56ef3614725, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/0f93831613e44366836fb56ef3614725 is 175, key is test_row_0/A:col10/1732490483715/Put/seqid=0 2024-11-24T23:21:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741978_1154 (size=12207) 2024-11-24T23:21:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741979_1155 (size=30955) 2024-11-24T23:21:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:25,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490545892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490545895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490545897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490545897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490545897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:25,908 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/0f93831613e44366836fb56ef3614725 2024-11-24T23:21:25,912 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/e99025217ddd4fa2a674e85bb315c451 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/e99025217ddd4fa2a674e85bb315c451 2024-11-24T23:21:25,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/430b8638500a4ba2a4448ffe8c100668 is 50, key is test_row_0/B:col10/1732490483715/Put/seqid=0 2024-11-24T23:21:25,921 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into e99025217ddd4fa2a674e85bb315c451(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:25,921 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:25,921 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490485028; duration=0sec 2024-11-24T23:21:25,922 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:25,922 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741980_1156 (size=12001) 2024-11-24T23:21:25,926 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/430b8638500a4ba2a4448ffe8c100668 2024-11-24T23:21:25,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 is 50, key is test_row_0/C:col10/1732490483715/Put/seqid=0 2024-11-24T23:21:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741981_1157 (size=12001) 2024-11-24T23:21:25,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490545998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490545999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490546000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490546000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490546000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490546201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490546202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490546203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490546203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490546204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,348 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 2024-11-24T23:21:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/0f93831613e44366836fb56ef3614725 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725 2024-11-24T23:21:26,360 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725, entries=150, sequenceid=120, filesize=30.2 K 2024-11-24T23:21:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/430b8638500a4ba2a4448ffe8c100668 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668 2024-11-24T23:21:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,366 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T23:21:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 2024-11-24T23:21:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,372 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T23:21:26,373 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for e221b84491cf22b2d160ab4f5c09cc01 in 1308ms, sequenceid=120, compaction requested=false 2024-11-24T23:21:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T23:21:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T23:21:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T23:21:26,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6860 sec 2024-11-24T23:21:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.6910 sec 2024-11-24T23:21:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:26,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124001056ff9d244fd4b9a9328e292c9444_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741982_1158 (size=12304) 2024-11-24T23:21:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124001056ff9d244fd4b9a9328e292c9444_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124001056ff9d244fd4b9a9328e292c9444_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5fae535e3b8a4743b2dbcc829e303e94, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5fae535e3b8a4743b2dbcc829e303e94 is 175, key is test_row_0/A:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741983_1159 (size=31105) 2024-11-24T23:21:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,559 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5fae535e3b8a4743b2dbcc829e303e94 2024-11-24T23:21:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c0c51d35956e4217851d23cba258de59 is 50, key is test_row_0/B:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490546570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490546574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490546574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490546578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490546580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741984_1160 (size=12151) 2024-11-24T23:21:26,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c0c51d35956e4217851d23cba258de59 2024-11-24T23:21:26,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/12a723faa9a44da298b396043de87c2d is 50, key is test_row_0/C:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741985_1161 (size=12151) 2024-11-24T23:21:26,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/12a723faa9a44da298b396043de87c2d 2024-11-24T23:21:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5fae535e3b8a4743b2dbcc829e303e94 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94 2024-11-24T23:21:26,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94, entries=150, sequenceid=139, filesize=30.4 K 2024-11-24T23:21:26,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c0c51d35956e4217851d23cba258de59 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59 2024-11-24T23:21:26,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59, entries=150, sequenceid=139, filesize=11.9 K 2024-11-24T23:21:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/12a723faa9a44da298b396043de87c2d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d 2024-11-24T23:21:26,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d, entries=150, sequenceid=139, filesize=11.9 K 2024-11-24T23:21:26,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e221b84491cf22b2d160ab4f5c09cc01 in 146ms, sequenceid=139, compaction requested=true 2024-11-24T23:21:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:26,660 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:26,662 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:26,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:26,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:26,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:26,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:26,662 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:26,663 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:26,663 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:26,663 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=91.0 K 2024-11-24T23:21:26,663 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:26,663 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94] 2024-11-24T23:21:26,664 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa959953d8554742b58a1a8a551fbba6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:26,664 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:26,664 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:26,664 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:26,664 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/6058bca4e2764947a4aecc60fa987cd8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.5 K 2024-11-24T23:21:26,664 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f93831613e44366836fb56ef3614725, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732490483715 2024-11-24T23:21:26,665 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6058bca4e2764947a4aecc60fa987cd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:26,665 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fae535e3b8a4743b2dbcc829e303e94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:26,665 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 430b8638500a4ba2a4448ffe8c100668, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732490483715 2024-11-24T23:21:26,666 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c51d35956e4217851d23cba258de59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:26,678 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,681 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:26,682 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/1abc879f5f324d70afc00f383bee4ecb is 50, key is test_row_0/B:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,684 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d27a1492d74346ff8e976199f8a13972_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,686 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d27a1492d74346ff8e976199f8a13972_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,687 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d27a1492d74346ff8e976199f8a13972_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:26,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T23:21:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490546696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490546696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490546697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490546698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490546699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741986_1162 (size=12459) 2024-11-24T23:21:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741987_1163 (size=4469) 2024-11-24T23:21:26,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d71858b1c28435099f54c5f940f78f9_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490486687/Put/seqid=0 2024-11-24T23:21:26,727 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/1abc879f5f324d70afc00f383bee4ecb as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1abc879f5f324d70afc00f383bee4ecb 2024-11-24T23:21:26,732 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 1abc879f5f324d70afc00f383bee4ecb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:26,732 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:26,732 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490486661; duration=0sec 2024-11-24T23:21:26,732 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:26,732 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:26,733 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:26,734 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:26,734 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:26,734 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:26,734 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/e99025217ddd4fa2a674e85bb315c451, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.5 K 2024-11-24T23:21:26,734 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e99025217ddd4fa2a674e85bb315c451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732490483064 2024-11-24T23:21:26,735 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0ca75912e94aa5a4e9cfbd932fc8e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732490483715 2024-11-24T23:21:26,735 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a723faa9a44da298b396043de87c2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741988_1164 (size=14794) 2024-11-24T23:21:26,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:26,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d71858b1c28435099f54c5f940f78f9_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d71858b1c28435099f54c5f940f78f9_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:26,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0df42fb7dc448278bf3ba7df696f14c, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:26,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0df42fb7dc448278bf3ba7df696f14c is 175, key is test_row_0/A:col10/1732490486687/Put/seqid=0 2024-11-24T23:21:26,757 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:26,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2e51e5a0b8344a589f96ec0e1117773a is 50, key is test_row_0/C:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741989_1165 (size=39749) 2024-11-24T23:21:26,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0df42fb7dc448278bf3ba7df696f14c 2024-11-24T23:21:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741990_1166 (size=12459) 2024-11-24T23:21:26,786 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2e51e5a0b8344a589f96ec0e1117773a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e51e5a0b8344a589f96ec0e1117773a 2024-11-24T23:21:26,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d172a1c13d704cac87b3c81cc8f4324f is 50, key is test_row_0/B:col10/1732490486687/Put/seqid=0 2024-11-24T23:21:26,795 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 2e51e5a0b8344a589f96ec0e1117773a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:26,796 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:26,796 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490486662; duration=0sec 2024-11-24T23:21:26,796 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:26,796 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490546801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490546802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490546802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490546802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490546803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:26,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741991_1167 (size=12151) 2024-11-24T23:21:26,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d172a1c13d704cac87b3c81cc8f4324f 2024-11-24T23:21:26,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/67391248c412464bb4c745886a516e65 is 50, key is test_row_0/C:col10/1732490486687/Put/seqid=0 2024-11-24T23:21:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741992_1168 (size=12151) 2024-11-24T23:21:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490547005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490547006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490547006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490547007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490547007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,123 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#135 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:27,124 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/4e78693e93e7495f816ae690cb74751d is 175, key is test_row_0/A:col10/1732490485895/Put/seqid=0 2024-11-24T23:21:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741993_1169 (size=31413) 2024-11-24T23:21:27,136 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/4e78693e93e7495f816ae690cb74751d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d 2024-11-24T23:21:27,143 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into 4e78693e93e7495f816ae690cb74751d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:27,143 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:27,143 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490486660; duration=0sec 2024-11-24T23:21:27,143 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:27,143 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:27,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/67391248c412464bb4c745886a516e65 2024-11-24T23:21:27,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/d0df42fb7dc448278bf3ba7df696f14c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c 2024-11-24T23:21:27,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c, entries=200, sequenceid=163, filesize=38.8 K 2024-11-24T23:21:27,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/d172a1c13d704cac87b3c81cc8f4324f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f 2024-11-24T23:21:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T23:21:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/67391248c412464bb4c745886a516e65 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65 2024-11-24T23:21:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T23:21:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e221b84491cf22b2d160ab4f5c09cc01 in 592ms, sequenceid=163, compaction requested=false 2024-11-24T23:21:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:27,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:21:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:27,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a7d0d5ba509a486c8487442748a2ea5b_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:27,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490547363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490547366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490547366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490547366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490547367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741994_1170 (size=14794) 2024-11-24T23:21:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490547469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490547471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490547472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490547472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490547473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490547672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490547673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490547675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490547675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490547675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:27,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a7d0d5ba509a486c8487442748a2ea5b_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7d0d5ba509a486c8487442748a2ea5b_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:27,784 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b22a5473958649c4b4d40ef0eb320139, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:27,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b22a5473958649c4b4d40ef0eb320139 is 175, key is test_row_0/A:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741995_1171 (size=39749) 2024-11-24T23:21:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T23:21:27,792 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T23:21:27,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T23:21:27,795 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:27,796 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:27,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:27,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:27,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T23:21:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:27,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:27,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490547976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490547980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490547980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490547980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:27,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490547981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:28,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T23:21:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b22a5473958649c4b4d40ef0eb320139 2024-11-24T23:21:28,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/90a02e0e8fbc4b38a8b57343c2630bf4 is 50, key is test_row_0/B:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741996_1172 (size=12151) 2024-11-24T23:21:28,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/90a02e0e8fbc4b38a8b57343c2630bf4 2024-11-24T23:21:28,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/c0759cde30ce4fea96b57f94cb754b2b is 50, key is test_row_0/C:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741997_1173 (size=12151) 2024-11-24T23:21:28,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/c0759cde30ce4fea96b57f94cb754b2b 2024-11-24T23:21:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/b22a5473958649c4b4d40ef0eb320139 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139 2024-11-24T23:21:28,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139, entries=200, sequenceid=180, filesize=38.8 K 2024-11-24T23:21:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/90a02e0e8fbc4b38a8b57343c2630bf4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4 2024-11-24T23:21:28,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:28,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T23:21:28,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T23:21:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:28,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/c0759cde30ce4fea96b57f94cb754b2b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b 2024-11-24T23:21:28,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T23:21:28,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e221b84491cf22b2d160ab4f5c09cc01 in 927ms, sequenceid=180, compaction requested=true 2024-11-24T23:21:28,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:28,264 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:28,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:28,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:28,265 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110911 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:28,265 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:28,265 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,265 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=108.3 K 2024-11-24T23:21:28,265 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,265 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139] 2024-11-24T23:21:28,266 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e78693e93e7495f816ae690cb74751d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:28,267 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:28,268 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0df42fb7dc448278bf3ba7df696f14c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732490486548 2024-11-24T23:21:28,268 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b22a5473958649c4b4d40ef0eb320139, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486695 2024-11-24T23:21:28,268 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:28,268 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:28,269 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,269 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1abc879f5f324d70afc00f383bee4ecb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.9 K 2024-11-24T23:21:28,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:28,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:28,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:28,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:28,269 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abc879f5f324d70afc00f383bee4ecb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:28,270 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d172a1c13d704cac87b3c81cc8f4324f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732490486548 2024-11-24T23:21:28,270 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a02e0e8fbc4b38a8b57343c2630bf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486698 2024-11-24T23:21:28,285 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:28,286 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:28,286 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c4a87444573140f89f1db01e6ce610b2 is 50, key is test_row_0/B:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:28,287 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112498d0a23a5a0f4df3b312dd4188afadac_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:28,291 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112498d0a23a5a0f4df3b312dd4188afadac_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:28,291 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498d0a23a5a0f4df3b312dd4188afadac_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:28,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741998_1174 (size=12561) 2024-11-24T23:21:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741999_1175 (size=4469) 2024-11-24T23:21:28,304 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#145 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:28,305 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/36baa898977d45b38e0eb56db12ee9e0 is 175, key is test_row_0/A:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:28,309 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c4a87444573140f89f1db01e6ce610b2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c4a87444573140f89f1db01e6ce610b2 2024-11-24T23:21:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742000_1176 (size=31515) 2024-11-24T23:21:28,317 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into c4a87444573140f89f1db01e6ce610b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:28,317 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:28,317 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490488267; duration=0sec 2024-11-24T23:21:28,317 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:28,317 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:28,317 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:28,319 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:28,319 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:28,319 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,319 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e51e5a0b8344a589f96ec0e1117773a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=35.9 K 2024-11-24T23:21:28,320 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e51e5a0b8344a589f96ec0e1117773a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732490485894 2024-11-24T23:21:28,320 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 67391248c412464bb4c745886a516e65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732490486548 2024-11-24T23:21:28,321 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c0759cde30ce4fea96b57f94cb754b2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486698 2024-11-24T23:21:28,333 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:28,334 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/147c0166bca34f7193566126c4f61231 is 50, key is test_row_0/C:col10/1732490487334/Put/seqid=0 2024-11-24T23:21:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742001_1177 (size=12561) 2024-11-24T23:21:28,352 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/147c0166bca34f7193566126c4f61231 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/147c0166bca34f7193566126c4f61231 2024-11-24T23:21:28,358 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 147c0166bca34f7193566126c4f61231(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:28,358 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:28,358 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490488269; duration=0sec 2024-11-24T23:21:28,358 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:28,359 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:28,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:28,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T23:21:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:28,409 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T23:21:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:28,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b72c03055637494e9dff6993c0806bb0_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490487363/Put/seqid=0 2024-11-24T23:21:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742002_1178 (size=12304) 2024-11-24T23:21:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:28,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:28,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490548492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490548493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490548494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490548493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490548494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490548596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490548597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490548597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490548597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490548597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,724 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/36baa898977d45b38e0eb56db12ee9e0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0 2024-11-24T23:21:28,730 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into 36baa898977d45b38e0eb56db12ee9e0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:28,730 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:28,730 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490488264; duration=0sec 2024-11-24T23:21:28,730 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:28,730 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490548799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490548799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490548800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490548800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490548801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:28,825 INFO [master/8990281417a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:21:28,825 INFO [master/8990281417a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:21:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:28,837 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b72c03055637494e9dff6993c0806bb0_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b72c03055637494e9dff6993c0806bb0_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/7377fc26d77f4416a66e9ac98dc15738, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/7377fc26d77f4416a66e9ac98dc15738 is 175, key is test_row_0/A:col10/1732490487363/Put/seqid=0 2024-11-24T23:21:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742003_1179 (size=31105) 2024-11-24T23:21:28,844 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/7377fc26d77f4416a66e9ac98dc15738 2024-11-24T23:21:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/ff7d360cf9fe433798779521cf27ef94 is 50, key is test_row_0/B:col10/1732490487363/Put/seqid=0 2024-11-24T23:21:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742004_1180 (size=12151) 2024-11-24T23:21:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490549100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490549102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490549103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490549103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490549104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/ff7d360cf9fe433798779521cf27ef94 2024-11-24T23:21:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a9f6e7d86e714ac8b6a70b93b7f96868 is 50, key is test_row_0/C:col10/1732490487363/Put/seqid=0 2024-11-24T23:21:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742005_1181 (size=12151) 2024-11-24T23:21:29,273 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a9f6e7d86e714ac8b6a70b93b7f96868 2024-11-24T23:21:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/7377fc26d77f4416a66e9ac98dc15738 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738 2024-11-24T23:21:29,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738, entries=150, sequenceid=204, filesize=30.4 K 2024-11-24T23:21:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/ff7d360cf9fe433798779521cf27ef94 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94 2024-11-24T23:21:29,314 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94, entries=150, sequenceid=204, filesize=11.9 K 2024-11-24T23:21:29,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a9f6e7d86e714ac8b6a70b93b7f96868 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868 2024-11-24T23:21:29,322 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868, entries=150, sequenceid=204, filesize=11.9 K 2024-11-24T23:21:29,324 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e221b84491cf22b2d160ab4f5c09cc01 in 915ms, sequenceid=204, compaction requested=false 2024-11-24T23:21:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T23:21:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T23:21:29,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T23:21:29,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-24T23:21:29,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5350 sec 2024-11-24T23:21:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:29,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:21:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:29,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246064591604d947e4bd17cff2bc425a27_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742006_1182 (size=12304) 2024-11-24T23:21:29,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490549619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490549619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490549620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490549622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490549622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490549726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490549728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T23:21:29,900 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T23:21:29,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T23:21:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:29,903 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:29,903 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:29,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:29,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490549928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490549929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:29,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490549932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:30,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:30,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246064591604d947e4bd17cff2bc425a27_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246064591604d947e4bd17cff2bc425a27_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:30,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a2373ae3552947e9bb80349218f5e0fe, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:30,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a2373ae3552947e9bb80349218f5e0fe is 175, key is test_row_0/A:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:30,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742007_1183 (size=31105) 2024-11-24T23:21:30,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a2373ae3552947e9bb80349218f5e0fe 2024-11-24T23:21:30,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/06ee70f3c91447db8badbe67cab3b384 is 50, key is test_row_0/B:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742008_1184 (size=12151) 2024-11-24T23:21:30,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:30,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490550231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490550233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490550233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490550234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490550235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/06ee70f3c91447db8badbe67cab3b384 2024-11-24T23:21:30,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/7b8aed51c85b437399aa83964e08dcf6 is 50, key is test_row_0/C:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742009_1185 (size=12151) 2024-11-24T23:21:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:30,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490550734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490550738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490550740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490550740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490550741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:30,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:30,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:30,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/7b8aed51c85b437399aa83964e08dcf6 2024-11-24T23:21:30,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a2373ae3552947e9bb80349218f5e0fe as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe 2024-11-24T23:21:30,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe, entries=150, sequenceid=221, filesize=30.4 K 2024-11-24T23:21:30,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/06ee70f3c91447db8badbe67cab3b384 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384 2024-11-24T23:21:30,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384, entries=150, sequenceid=221, filesize=11.9 K 2024-11-24T23:21:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/7b8aed51c85b437399aa83964e08dcf6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6 2024-11-24T23:21:30,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6, entries=150, sequenceid=221, filesize=11.9 K 2024-11-24T23:21:30,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e221b84491cf22b2d160ab4f5c09cc01 in 1284ms, sequenceid=221, compaction requested=true 2024-11-24T23:21:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:30,889 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:30,889 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:30,892 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:30,892 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:30,892 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,893 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c4a87444573140f89f1db01e6ce610b2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.0 K 2024-11-24T23:21:30,893 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:30,893 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:30,893 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,893 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=91.5 K 2024-11-24T23:21:30,893 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,893 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe] 2024-11-24T23:21:30,893 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36baa898977d45b38e0eb56db12ee9e0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486698 2024-11-24T23:21:30,893 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a87444573140f89f1db01e6ce610b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486698 2024-11-24T23:21:30,894 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ff7d360cf9fe433798779521cf27ef94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732490487363 2024-11-24T23:21:30,894 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7377fc26d77f4416a66e9ac98dc15738, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732490487363 2024-11-24T23:21:30,894 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ee70f3c91447db8badbe67cab3b384, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:30,895 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2373ae3552947e9bb80349218f5e0fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:30,904 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:30,905 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/7194ea2723f148d2a556796aca4890a4 is 50, key is test_row_0/B:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:30,908 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742010_1186 (size=12663) 2024-11-24T23:21:30,917 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ae00db7a84a648a18f6ff0ab1878b5d8_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:30,920 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ae00db7a84a648a18f6ff0ab1878b5d8_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:30,920 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ae00db7a84a648a18f6ff0ab1878b5d8_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742011_1187 (size=4469) 2024-11-24T23:21:30,927 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#154 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:30,928 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a941dfa924b34256add68e76c168eb41 is 175, key is test_row_0/A:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742012_1188 (size=31617) 2024-11-24T23:21:30,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:30,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:30,974 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:30,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:30,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248afb8042a96e419d8aa0760a5d6886fc_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490489613/Put/seqid=0 2024-11-24T23:21:30,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742013_1189 (size=12304) 2024-11-24T23:21:30,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:31,003 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248afb8042a96e419d8aa0760a5d6886fc_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248afb8042a96e419d8aa0760a5d6886fc_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:31,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/e1d7b6f47ccf45f7af0695f0d100df69, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:31,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/e1d7b6f47ccf45f7af0695f0d100df69 is 175, key is test_row_0/A:col10/1732490489613/Put/seqid=0 2024-11-24T23:21:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742014_1190 (size=31105) 2024-11-24T23:21:31,010 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/e1d7b6f47ccf45f7af0695f0d100df69 2024-11-24T23:21:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/29a50cb23f08484e81f8244609257015 is 50, key is test_row_0/B:col10/1732490489613/Put/seqid=0 2024-11-24T23:21:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742015_1191 (size=12151) 2024-11-24T23:21:31,320 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/7194ea2723f148d2a556796aca4890a4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/7194ea2723f148d2a556796aca4890a4 2024-11-24T23:21:31,326 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 7194ea2723f148d2a556796aca4890a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:31,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:31,326 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490490889; duration=0sec 2024-11-24T23:21:31,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:31,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:31,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:31,327 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:31,327 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:31,327 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:31,328 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/147c0166bca34f7193566126c4f61231, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.0 K 2024-11-24T23:21:31,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 147c0166bca34f7193566126c4f61231, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732490486698 2024-11-24T23:21:31,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a9f6e7d86e714ac8b6a70b93b7f96868, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732490487363 2024-11-24T23:21:31,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b8aed51c85b437399aa83964e08dcf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:31,337 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:31,338 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/21806b8481784a84922b0cea8d9ed4ad is 50, key is test_row_0/C:col10/1732490489603/Put/seqid=0 2024-11-24T23:21:31,344 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a941dfa924b34256add68e76c168eb41 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41 2024-11-24T23:21:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742016_1192 (size=12663) 2024-11-24T23:21:31,351 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into a941dfa924b34256add68e76c168eb41(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:31,351 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:31,351 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490490889; duration=0sec 2024-11-24T23:21:31,352 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:31,352 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:31,354 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/21806b8481784a84922b0cea8d9ed4ad as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/21806b8481784a84922b0cea8d9ed4ad 2024-11-24T23:21:31,359 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 21806b8481784a84922b0cea8d9ed4ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:31,360 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:31,360 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490490889; duration=0sec 2024-11-24T23:21:31,360 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:31,360 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:31,427 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/29a50cb23f08484e81f8244609257015 2024-11-24T23:21:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/b0296c58f8b64717bcee23d664b5fb55 is 50, key is test_row_0/C:col10/1732490489613/Put/seqid=0 2024-11-24T23:21:31,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742017_1193 (size=12151) 2024-11-24T23:21:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:31,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:31,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490551751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490551752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490551753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490551754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490551754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,841 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/b0296c58f8b64717bcee23d664b5fb55 2024-11-24T23:21:31,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/e1d7b6f47ccf45f7af0695f0d100df69 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69 2024-11-24T23:21:31,852 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69, entries=150, sequenceid=242, filesize=30.4 K 2024-11-24T23:21:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/29a50cb23f08484e81f8244609257015 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015 2024-11-24T23:21:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490551856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490551856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490551856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490551858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490551858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:31,860 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T23:21:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/b0296c58f8b64717bcee23d664b5fb55 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55 2024-11-24T23:21:31,866 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T23:21:31,868 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e221b84491cf22b2d160ab4f5c09cc01 in 894ms, sequenceid=242, compaction requested=false 2024-11-24T23:21:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T23:21:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T23:21:31,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T23:21:31,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-11-24T23:21:31,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.9700 sec 2024-11-24T23:21:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T23:21:32,007 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T23:21:32,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T23:21:32,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:32,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:32,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:32,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:32,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ece314942e04e5a89d23d9caec52d81_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742018_1194 (size=17484) 2024-11-24T23:21:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490552078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490552079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490552081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490552082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490552084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:32,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490552182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490552184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490552185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490552186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490552187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:32,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490552386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490552386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490552389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490552389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490552392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:32,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ece314942e04e5a89d23d9caec52d81_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ece314942e04e5a89d23d9caec52d81_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:32,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/1e932ecac1234ecba71409039cb523f8, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:32,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/1e932ecac1234ecba71409039cb523f8 is 175, key is test_row_0/A:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742019_1195 (size=48589) 2024-11-24T23:21:32,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/1e932ecac1234ecba71409039cb523f8 2024-11-24T23:21:32,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c712b8d6a54149108e15e6dc6628c1b1 is 50, key is test_row_0/B:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742020_1196 (size=12251) 2024-11-24T23:21:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:32,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490552689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490552690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490552692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490552693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490552695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:32,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:32,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:32,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c712b8d6a54149108e15e6dc6628c1b1 2024-11-24T23:21:32,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2268cb07a8d341f8865032f555e45590 is 50, key is test_row_0/C:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742021_1197 (size=12251) 2024-11-24T23:21:32,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2268cb07a8d341f8865032f555e45590 2024-11-24T23:21:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/1e932ecac1234ecba71409039cb523f8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8 2024-11-24T23:21:32,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8, entries=250, sequenceid=263, filesize=47.5 K 2024-11-24T23:21:32,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/c712b8d6a54149108e15e6dc6628c1b1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1 2024-11-24T23:21:32,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T23:21:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2268cb07a8d341f8865032f555e45590 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590 2024-11-24T23:21:32,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T23:21:32,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for e221b84491cf22b2d160ab4f5c09cc01 in 928ms, sequenceid=263, compaction requested=true 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:32,991 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:32,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:21:32,991 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:32,992 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:32,993 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:32,993 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,993 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/7194ea2723f148d2a556796aca4890a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.2 K 2024-11-24T23:21:32,993 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:32,993 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:32,993 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,994 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=108.7 K 2024-11-24T23:21:32,994 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:32,994 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8] 2024-11-24T23:21:32,994 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7194ea2723f148d2a556796aca4890a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:32,995 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a50cb23f08484e81f8244609257015, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490489613 2024-11-24T23:21:32,995 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a941dfa924b34256add68e76c168eb41, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:32,995 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c712b8d6a54149108e15e6dc6628c1b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:32,995 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d7b6f47ccf45f7af0695f0d100df69, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490489613 2024-11-24T23:21:32,996 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e932ecac1234ecba71409039cb523f8, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:33,009 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:33,010 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/3494c34b4f554638ad183b62b533167a is 50, key is test_row_0/B:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:33,012 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:33,021 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112430f276c4948548879ec3ae61f1a3ae79_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:33,024 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112430f276c4948548879ec3ae61f1a3ae79_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:33,024 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430f276c4948548879ec3ae61f1a3ae79_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742022_1198 (size=12865) 2024-11-24T23:21:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742023_1199 (size=4469) 2024-11-24T23:21:33,042 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/3494c34b4f554638ad183b62b533167a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3494c34b4f554638ad183b62b533167a 2024-11-24T23:21:33,048 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 3494c34b4f554638ad183b62b533167a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:33,048 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:33,048 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490492991; duration=0sec 2024-11-24T23:21:33,048 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:33,048 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:33,048 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:33,051 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:33,051 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:33,051 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:33,051 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/21806b8481784a84922b0cea8d9ed4ad, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.2 K 2024-11-24T23:21:33,051 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 21806b8481784a84922b0cea8d9ed4ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732490488487 2024-11-24T23:21:33,052 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b0296c58f8b64717bcee23d664b5fb55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732490489613 2024-11-24T23:21:33,052 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2268cb07a8d341f8865032f555e45590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:33,067 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:33,068 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/09fda3428fbd4f61923311d974497d31 is 50, key is test_row_0/C:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742024_1200 (size=12865) 2024-11-24T23:21:33,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:33,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T23:21:33,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T23:21:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:33,092 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/09fda3428fbd4f61923311d974497d31 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/09fda3428fbd4f61923311d974497d31 2024-11-24T23:21:33,100 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 09fda3428fbd4f61923311d974497d31(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:33,100 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:33,100 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490492991; duration=0sec 2024-11-24T23:21:33,100 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:33,100 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:33,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d8a5e7b15545450e95e207a314a345ab_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490492078/Put/seqid=0 2024-11-24T23:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742025_1201 (size=12454) 2024-11-24T23:21:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:33,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490553203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490553203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490553204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490553205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490553205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490553306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490553307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490553308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490553308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490553308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,437 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:33,438 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/50fc80f9aafc491bad6397ae45dfbbe9 is 175, key is test_row_0/A:col10/1732490492062/Put/seqid=0 2024-11-24T23:21:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742026_1202 (size=31819) 2024-11-24T23:21:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490553509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490553511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490553511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490553511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490553511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:33,530 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d8a5e7b15545450e95e207a314a345ab_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8a5e7b15545450e95e207a314a345ab_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a9db876b9ecc47fd962fa6a58b6b540e, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:33,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a9db876b9ecc47fd962fa6a58b6b540e is 175, key is test_row_0/A:col10/1732490492078/Put/seqid=0 2024-11-24T23:21:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742027_1203 (size=31255) 2024-11-24T23:21:33,538 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a9db876b9ecc47fd962fa6a58b6b540e 2024-11-24T23:21:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/97b2ea95c90a40b9ac32bc159e295824 is 50, key is test_row_0/B:col10/1732490492078/Put/seqid=0 2024-11-24T23:21:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742028_1204 (size=12301) 2024-11-24T23:21:33,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490553813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490553815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490553816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490553816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490553817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:33,850 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/50fc80f9aafc491bad6397ae45dfbbe9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9 2024-11-24T23:21:33,855 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into 50fc80f9aafc491bad6397ae45dfbbe9(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:33,855 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:33,855 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490492991; duration=0sec 2024-11-24T23:21:33,856 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:33,856 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:33,964 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/97b2ea95c90a40b9ac32bc159e295824 2024-11-24T23:21:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a7c6037c0e584c139e3d64f930031058 is 50, key is test_row_0/C:col10/1732490492078/Put/seqid=0 2024-11-24T23:21:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742029_1205 (size=12301) 2024-11-24T23:21:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:34,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490554316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490554319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490554320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490554320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490554322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:34,385 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a7c6037c0e584c139e3d64f930031058 2024-11-24T23:21:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/a9db876b9ecc47fd962fa6a58b6b540e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e 2024-11-24T23:21:34,395 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e, entries=150, sequenceid=284, filesize=30.5 K 2024-11-24T23:21:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/97b2ea95c90a40b9ac32bc159e295824 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824 2024-11-24T23:21:34,405 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T23:21:34,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/a7c6037c0e584c139e3d64f930031058 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058 2024-11-24T23:21:34,411 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T23:21:34,412 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e221b84491cf22b2d160ab4f5c09cc01 in 1324ms, sequenceid=284, compaction requested=false 2024-11-24T23:21:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T23:21:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T23:21:34,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T23:21:34,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4010 sec 2024-11-24T23:21:34,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4070 sec 2024-11-24T23:21:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:35,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:21:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:35,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:35,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:35,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cc048f7916734cd19ba8ba19daa34bfe_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742030_1206 (size=14994) 2024-11-24T23:21:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490555336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490555337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490555338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490555340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490555341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490555442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490555442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490555443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490555443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490555444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490555645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490555645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490555645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490555646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490555647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:35,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cc048f7916734cd19ba8ba19daa34bfe_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cc048f7916734cd19ba8ba19daa34bfe_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:35,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5d5084dbed9e43fb8ff0b80c0d6631f5, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:35,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5d5084dbed9e43fb8ff0b80c0d6631f5 is 175, key is test_row_0/A:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742031_1207 (size=39949) 2024-11-24T23:21:35,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5d5084dbed9e43fb8ff0b80c0d6631f5 2024-11-24T23:21:35,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/b490d40058d245e1ac806015e504adc8 is 50, key is test_row_0/B:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742032_1208 (size=12301) 2024-11-24T23:21:35,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490555948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490555948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490555950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490555950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:35,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490555956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T23:21:36,117 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T23:21:36,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T23:21:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:36,121 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:36,122 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:36,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:36,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/b490d40058d245e1ac806015e504adc8 2024-11-24T23:21:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:36,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/6a83570d8f2b46c9abca24b4600a8c55 is 50, key is test_row_0/C:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742033_1209 (size=12301) 2024-11-24T23:21:36,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/6a83570d8f2b46c9abca24b4600a8c55 2024-11-24T23:21:36,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/5d5084dbed9e43fb8ff0b80c0d6631f5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5 2024-11-24T23:21:36,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5, entries=200, sequenceid=303, filesize=39.0 K 2024-11-24T23:21:36,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/b490d40058d245e1ac806015e504adc8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8 2024-11-24T23:21:36,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8, entries=150, sequenceid=303, filesize=12.0 K 2024-11-24T23:21:36,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/6a83570d8f2b46c9abca24b4600a8c55 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55 2024-11-24T23:21:36,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55, entries=150, sequenceid=303, filesize=12.0 K 2024-11-24T23:21:36,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e221b84491cf22b2d160ab4f5c09cc01 in 949ms, sequenceid=303, compaction requested=true 2024-11-24T23:21:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:36,272 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:36,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:36,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:36,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:36,274 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:36,274 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:36,274 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:36,274 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:36,274 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:36,274 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:36,274 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=100.6 K 2024-11-24T23:21:36,274 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3494c34b4f554638ad183b62b533167a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.6 K 2024-11-24T23:21:36,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:36,274 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:36,274 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5] 2024-11-24T23:21:36,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T23:21:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T23:21:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:36,276 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50fc80f9aafc491bad6397ae45dfbbe9, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:36,276 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3494c34b4f554638ad183b62b533167a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:36,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b2ea95c90a40b9ac32bc159e295824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490492078 2024-11-24T23:21:36,277 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9db876b9ecc47fd962fa6a58b6b540e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490492078 2024-11-24T23:21:36,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b490d40058d245e1ac806015e504adc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:36,278 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d5084dbed9e43fb8ff0b80c0d6631f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:36,292 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:36,292 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240166aebf794c4ed391f1a45b770bca2d_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490495337/Put/seqid=0 2024-11-24T23:21:36,293 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/1cb8898a97924a56a65d1bc4d062bb98 is 50, key is test_row_0/B:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:36,295 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112442dca8e99cf84fb8ac959c8970848d5d_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:36,297 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112442dca8e99cf84fb8ac959c8970848d5d_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:36,297 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112442dca8e99cf84fb8ac959c8970848d5d_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:36,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742034_1210 (size=13017) 2024-11-24T23:21:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742035_1211 (size=12454) 2024-11-24T23:21:36,318 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/1cb8898a97924a56a65d1bc4d062bb98 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1cb8898a97924a56a65d1bc4d062bb98 2024-11-24T23:21:36,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742036_1212 (size=4469) 2024-11-24T23:21:36,326 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 1cb8898a97924a56a65d1bc4d062bb98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:36,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:36,326 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=13, startTime=1732490496272; duration=0sec 2024-11-24T23:21:36,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:36,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:36,326 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:36,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:36,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:36,328 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:36,328 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/09fda3428fbd4f61923311d974497d31, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=36.6 K 2024-11-24T23:21:36,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 09fda3428fbd4f61923311d974497d31, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732490491751 2024-11-24T23:21:36,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a7c6037c0e584c139e3d64f930031058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490492078 2024-11-24T23:21:36,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a83570d8f2b46c9abca24b4600a8c55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:36,340 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:36,341 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/3350e189997d4ddaa0e1935c17c4b136 is 50, key is test_row_0/C:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:36,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742037_1213 (size=13017) 2024-11-24T23:21:36,355 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/3350e189997d4ddaa0e1935c17c4b136 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/3350e189997d4ddaa0e1935c17c4b136 2024-11-24T23:21:36,361 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 3350e189997d4ddaa0e1935c17c4b136(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:36,361 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:36,361 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=13, startTime=1732490496273; duration=0sec 2024-11-24T23:21:36,361 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:36,362 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:36,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490556463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490556463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490556464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490556464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490556466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490556567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490556567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490556568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490556569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:36,718 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240166aebf794c4ed391f1a45b770bca2d_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240166aebf794c4ed391f1a45b770bca2d_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/31093412e869424e853c6d4da5cb17e9, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:36,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/31093412e869424e853c6d4da5cb17e9 is 175, key is test_row_0/A:col10/1732490495337/Put/seqid=0 2024-11-24T23:21:36,720 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#173 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:36,721 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/2ee9399c623241f7af65f1ee7b25d3fa is 175, key is test_row_0/A:col10/1732490495321/Put/seqid=0 2024-11-24T23:21:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742038_1214 (size=31255) 2024-11-24T23:21:36,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742039_1215 (size=31971) 2024-11-24T23:21:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490557071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490557072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490557072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490557073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,125 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/31093412e869424e853c6d4da5cb17e9 2024-11-24T23:21:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/f40491083f364944980b8abc71f20456 is 50, key is test_row_0/B:col10/1732490495337/Put/seqid=0 2024-11-24T23:21:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742040_1216 (size=12301) 2024-11-24T23:21:37,139 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/2ee9399c623241f7af65f1ee7b25d3fa as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa 2024-11-24T23:21:37,144 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into 2ee9399c623241f7af65f1ee7b25d3fa(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:37,144 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:37,144 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=13, startTime=1732490496272; duration=0sec 2024-11-24T23:21:37,144 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:37,144 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490557467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,540 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/f40491083f364944980b8abc71f20456 2024-11-24T23:21:37,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2e8e478a4dc04e76a5a9d0ac0b388a5b is 50, key is test_row_0/C:col10/1732490495337/Put/seqid=0 2024-11-24T23:21:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742041_1217 (size=12301) 2024-11-24T23:21:37,562 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2e8e478a4dc04e76a5a9d0ac0b388a5b 2024-11-24T23:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/31093412e869424e853c6d4da5cb17e9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9 2024-11-24T23:21:37,572 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9, entries=150, sequenceid=322, filesize=30.5 K 2024-11-24T23:21:37,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/f40491083f364944980b8abc71f20456 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456 2024-11-24T23:21:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490557574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490557577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490557578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490557578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:37,579 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T23:21:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/2e8e478a4dc04e76a5a9d0ac0b388a5b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b 2024-11-24T23:21:37,585 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T23:21:37,587 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e221b84491cf22b2d160ab4f5c09cc01 in 1312ms, sequenceid=322, compaction requested=false 2024-11-24T23:21:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T23:21:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T23:21:37,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T23:21:37,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-24T23:21:37,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4710 sec 2024-11-24T23:21:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T23:21:38,225 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T23:21:38,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T23:21:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:38,228 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:38,229 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:38,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:38,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:38,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T23:21:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:38,382 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:38,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa67ffa0ed0b4c5391e0bd14d5a7c839_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490496461/Put/seqid=0 2024-11-24T23:21:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742042_1218 (size=12454) 2024-11-24T23:21:38,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:38,413 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa67ffa0ed0b4c5391e0bd14d5a7c839_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa67ffa0ed0b4c5391e0bd14d5a7c839_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/70708933a0704ec596a780a80d160e2a, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/70708933a0704ec596a780a80d160e2a is 175, key is test_row_0/A:col10/1732490496461/Put/seqid=0 2024-11-24T23:21:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742043_1219 (size=31255) 2024-11-24T23:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. as already flushing 2024-11-24T23:21:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490558600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490558604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490558605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490558605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490558706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490558709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490558709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490558709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/70708933a0704ec596a780a80d160e2a 2024-11-24T23:21:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:38,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/9ad4b61f63894e67834e3eb3581a671a is 50, key is test_row_0/B:col10/1732490496461/Put/seqid=0 2024-11-24T23:21:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742044_1220 (size=12301) 2024-11-24T23:21:38,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490558910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490558912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490558913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490558914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50184 deadline: 1732490559215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50204 deadline: 1732490559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732490559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50182 deadline: 1732490559217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,243 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/9ad4b61f63894e67834e3eb3581a671a 2024-11-24T23:21:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/23b5a292cfef421b949b41f4cc6efa8c is 50, key is test_row_0/C:col10/1732490496461/Put/seqid=0 2024-11-24T23:21:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742045_1221 (size=12301) 2024-11-24T23:21:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:39,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50220 deadline: 1732490559484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:39,486 DEBUG [Thread-629 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:21:39,571 DEBUG [Thread-634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:64830 2024-11-24T23:21:39,572 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,573 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:64830 2024-11-24T23:21:39,574 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,574 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:64830 2024-11-24T23:21:39,574 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,576 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:64830 2024-11-24T23:21:39,576 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,660 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/23b5a292cfef421b949b41f4cc6efa8c 2024-11-24T23:21:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/70708933a0704ec596a780a80d160e2a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a 2024-11-24T23:21:39,670 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a, entries=150, sequenceid=342, filesize=30.5 K 2024-11-24T23:21:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/9ad4b61f63894e67834e3eb3581a671a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a 2024-11-24T23:21:39,675 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T23:21:39,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/23b5a292cfef421b949b41f4cc6efa8c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c 2024-11-24T23:21:39,680 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c, entries=150, sequenceid=342, filesize=12.0 K 2024-11-24T23:21:39,681 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for e221b84491cf22b2d160ab4f5c09cc01 in 1299ms, sequenceid=342, compaction requested=true 2024-11-24T23:21:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T23:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T23:21:39,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T23:21:39,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-24T23:21:39,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4580 sec 2024-11-24T23:21:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:39,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:21:39,720 DEBUG [Thread-631 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:64830 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:39,720 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:39,723 DEBUG [Thread-627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:64830 2024-11-24T23:21:39,723 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ce29489a2dbb4ad0975ef3b4491a3e66_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742046_1222 (size=12454) 2024-11-24T23:21:39,745 DEBUG [Thread-623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:64830 2024-11-24T23:21:39,745 DEBUG [Thread-625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:64830 2024-11-24T23:21:39,745 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:39,745 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:40,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:40,140 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ce29489a2dbb4ad0975ef3b4491a3e66_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce29489a2dbb4ad0975ef3b4491a3e66_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:40,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fbb50264668c495ea3895809bfbbe699, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:40,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fbb50264668c495ea3895809bfbbe699 is 175, key is test_row_0/A:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742047_1223 (size=31255) 2024-11-24T23:21:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T23:21:40,333 INFO [Thread-633 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T23:21:40,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fbb50264668c495ea3895809bfbbe699 2024-11-24T23:21:40,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/3dc4fea1866545aebbb990821bca279b is 50, key is test_row_0/B:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:40,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742048_1224 (size=12301) 2024-11-24T23:21:40,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/3dc4fea1866545aebbb990821bca279b 2024-11-24T23:21:40,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/90024bf6c9ec4764a879c2849ff81ecf is 50, key is test_row_0/C:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742049_1225 (size=12301) 2024-11-24T23:21:41,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/90024bf6c9ec4764a879c2849ff81ecf 2024-11-24T23:21:41,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/fbb50264668c495ea3895809bfbbe699 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699 2024-11-24T23:21:41,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699, entries=150, sequenceid=363, filesize=30.5 K 2024-11-24T23:21:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/3dc4fea1866545aebbb990821bca279b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b 2024-11-24T23:21:41,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T23:21:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/90024bf6c9ec4764a879c2849ff81ecf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf 2024-11-24T23:21:41,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T23:21:41,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for e221b84491cf22b2d160ab4f5c09cc01 in 1667ms, sequenceid=363, compaction requested=true 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:41,387 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:41,387 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e221b84491cf22b2d160ab4f5c09cc01:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/A is initiating minor compaction (all files) 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/B is initiating minor compaction (all files) 2024-11-24T23:21:41,389 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/A in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:41,389 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/B in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:41,389 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=122.8 K 2024-11-24T23:21:41,389 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1cb8898a97924a56a65d1bc4d062bb98, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=48.8 K 2024-11-24T23:21:41,389 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699] 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb8898a97924a56a65d1bc4d062bb98, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:41,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee9399c623241f7af65f1ee7b25d3fa, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f40491083f364944980b8abc71f20456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490495334 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31093412e869424e853c6d4da5cb17e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490495334 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad4b61f63894e67834e3eb3581a671a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732490496461 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70708933a0704ec596a780a80d160e2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732490496461 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc4fea1866545aebbb990821bca279b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732490498601 2024-11-24T23:21:41,390 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb50264668c495ea3895809bfbbe699, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732490498601 2024-11-24T23:21:41,401 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#B#compaction#183 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:41,402 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/491a0652d59e4a919e73510f047501c8 is 50, key is test_row_0/B:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:41,404 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:41,414 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246a3e210fb1fd4b028337e74466d236e2_e221b84491cf22b2d160ab4f5c09cc01 store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742050_1226 (size=13153) 2024-11-24T23:21:41,447 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246a3e210fb1fd4b028337e74466d236e2_e221b84491cf22b2d160ab4f5c09cc01, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:41,447 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a3e210fb1fd4b028337e74466d236e2_e221b84491cf22b2d160ab4f5c09cc01 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742051_1227 (size=4469) 2024-11-24T23:21:41,821 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/491a0652d59e4a919e73510f047501c8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/491a0652d59e4a919e73510f047501c8 2024-11-24T23:21:41,826 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/B of e221b84491cf22b2d160ab4f5c09cc01 into 491a0652d59e4a919e73510f047501c8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:41,826 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:41,826 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/B, priority=12, startTime=1732490501387; duration=0sec 2024-11-24T23:21:41,826 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:41,827 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:B 2024-11-24T23:21:41,827 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:21:41,828 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:21:41,828 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): e221b84491cf22b2d160ab4f5c09cc01/C is initiating minor compaction (all files) 2024-11-24T23:21:41,828 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e221b84491cf22b2d160ab4f5c09cc01/C in TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:41,828 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/3350e189997d4ddaa0e1935c17c4b136, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp, totalSize=48.8 K 2024-11-24T23:21:41,829 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3350e189997d4ddaa0e1935c17c4b136, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732490493203 2024-11-24T23:21:41,829 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e8e478a4dc04e76a5a9d0ac0b388a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490495334 2024-11-24T23:21:41,829 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b5a292cfef421b949b41f4cc6efa8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732490496461 2024-11-24T23:21:41,829 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 90024bf6c9ec4764a879c2849ff81ecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732490498601 2024-11-24T23:21:41,839 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:41,839 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/69f5df6d4f7344b9b3103edaee55de2d is 50, key is test_row_0/C:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:41,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742052_1228 (size=13153) 2024-11-24T23:21:41,853 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e221b84491cf22b2d160ab4f5c09cc01#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:41,854 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/95526cd8e8c047c59bfc287bd9423d8f is 175, key is test_row_0/A:col10/1732490498601/Put/seqid=0 2024-11-24T23:21:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742053_1229 (size=32107) 2024-11-24T23:21:41,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:21:42,253 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/69f5df6d4f7344b9b3103edaee55de2d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/69f5df6d4f7344b9b3103edaee55de2d 2024-11-24T23:21:42,260 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/C of e221b84491cf22b2d160ab4f5c09cc01 into 69f5df6d4f7344b9b3103edaee55de2d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:42,260 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:42,260 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/C, priority=12, startTime=1732490501387; duration=0sec 2024-11-24T23:21:42,260 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:42,260 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:C 2024-11-24T23:21:42,263 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/95526cd8e8c047c59bfc287bd9423d8f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/95526cd8e8c047c59bfc287bd9423d8f 2024-11-24T23:21:42,268 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e221b84491cf22b2d160ab4f5c09cc01/A of e221b84491cf22b2d160ab4f5c09cc01 into 95526cd8e8c047c59bfc287bd9423d8f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:42,268 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:42,268 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01., storeName=e221b84491cf22b2d160ab4f5c09cc01/A, priority=12, startTime=1732490501387; duration=0sec 2024-11-24T23:21:42,269 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:42,269 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e221b84491cf22b2d160ab4f5c09cc01:A 2024-11-24T23:21:43,513 DEBUG [Thread-629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:64830 2024-11-24T23:21:43,513 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7608 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7380 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3204 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9612 rows 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3203 2024-11-24T23:21:43,513 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9609 rows 2024-11-24T23:21:43,513 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:21:43,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:64830 2024-11-24T23:21:43,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:21:43,515 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:21:43,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:43,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490503520"}]},"ts":"1732490503520"} 2024-11-24T23:21:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:43,521 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:21:43,524 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:21:43,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:21:43,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, UNASSIGN}] 2024-11-24T23:21:43,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, UNASSIGN 2024-11-24T23:21:43,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:43,528 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:21:43,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:43,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:43,680 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing e221b84491cf22b2d160ab4f5c09cc01, disabling compactions & flushes 2024-11-24T23:21:43,680 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. after waiting 0 ms 2024-11-24T23:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:43,681 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing e221b84491cf22b2d160ab4f5c09cc01 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=A 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=B 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e221b84491cf22b2d160ab4f5c09cc01, store=C 2024-11-24T23:21:43,681 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:43,688 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e5f8b449fe74e8e88e26d753420548f_e221b84491cf22b2d160ab4f5c09cc01 is 50, key is test_row_0/A:col10/1732490499722/Put/seqid=0 2024-11-24T23:21:43,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742054_1230 (size=12454) 2024-11-24T23:21:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:44,092 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:44,096 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e5f8b449fe74e8e88e26d753420548f_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e5f8b449fe74e8e88e26d753420548f_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:44,097 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/88efef2f2dee4078b7e3c74e4d60786c, store: [table=TestAcidGuarantees family=A region=e221b84491cf22b2d160ab4f5c09cc01] 2024-11-24T23:21:44,098 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/88efef2f2dee4078b7e3c74e4d60786c is 175, key is test_row_0/A:col10/1732490499722/Put/seqid=0 2024-11-24T23:21:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742055_1231 (size=31255) 2024-11-24T23:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:44,502 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/88efef2f2dee4078b7e3c74e4d60786c 2024-11-24T23:21:44,509 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/a4f66b4ba3224bee922bd7dbc3b3dda1 is 50, key is test_row_0/B:col10/1732490499722/Put/seqid=0 2024-11-24T23:21:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742056_1232 (size=12301) 2024-11-24T23:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:44,913 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/a4f66b4ba3224bee922bd7dbc3b3dda1 2024-11-24T23:21:44,920 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9b48f49a03c54698a2e0fbecae2704f5 is 50, key is test_row_0/C:col10/1732490499722/Put/seqid=0 2024-11-24T23:21:44,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742057_1233 (size=12301) 2024-11-24T23:21:45,324 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9b48f49a03c54698a2e0fbecae2704f5 2024-11-24T23:21:45,329 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/A/88efef2f2dee4078b7e3c74e4d60786c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/88efef2f2dee4078b7e3c74e4d60786c 2024-11-24T23:21:45,333 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/88efef2f2dee4078b7e3c74e4d60786c, entries=150, sequenceid=373, filesize=30.5 K 2024-11-24T23:21:45,334 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/B/a4f66b4ba3224bee922bd7dbc3b3dda1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/a4f66b4ba3224bee922bd7dbc3b3dda1 2024-11-24T23:21:45,337 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/a4f66b4ba3224bee922bd7dbc3b3dda1, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T23:21:45,338 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/.tmp/C/9b48f49a03c54698a2e0fbecae2704f5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9b48f49a03c54698a2e0fbecae2704f5 2024-11-24T23:21:45,341 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9b48f49a03c54698a2e0fbecae2704f5, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T23:21:45,342 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e221b84491cf22b2d160ab4f5c09cc01 in 1662ms, sequenceid=373, compaction requested=false 2024-11-24T23:21:45,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699] to archive 2024-11-24T23:21:45,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:45,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0f16328935e4f008e071f1c95338971 2024-11-24T23:21:45,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/781ce54687cc473bbaba4e19dcb3925a 2024-11-24T23:21:45,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b515baac2c164addb301871d93b91fe4 2024-11-24T23:21:45,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/719c39fc3d26440fbeefa8e0f3317066 2024-11-24T23:21:45,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/37920ef8c336429eb6a7466b1af1311e 2024-11-24T23:21:45,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/cacb49754afe457bb89354f536b7d939 2024-11-24T23:21:45,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fa959953d8554742b58a1a8a551fbba6 2024-11-24T23:21:45,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/0f93831613e44366836fb56ef3614725 2024-11-24T23:21:45,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/4e78693e93e7495f816ae690cb74751d 2024-11-24T23:21:45,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5fae535e3b8a4743b2dbcc829e303e94 2024-11-24T23:21:45,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/d0df42fb7dc448278bf3ba7df696f14c 2024-11-24T23:21:45,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/b22a5473958649c4b4d40ef0eb320139 2024-11-24T23:21:45,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/36baa898977d45b38e0eb56db12ee9e0 2024-11-24T23:21:45,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/7377fc26d77f4416a66e9ac98dc15738 2024-11-24T23:21:45,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a941dfa924b34256add68e76c168eb41 2024-11-24T23:21:45,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a2373ae3552947e9bb80349218f5e0fe 2024-11-24T23:21:45,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/e1d7b6f47ccf45f7af0695f0d100df69 2024-11-24T23:21:45,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/1e932ecac1234ecba71409039cb523f8 2024-11-24T23:21:45,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/50fc80f9aafc491bad6397ae45dfbbe9 2024-11-24T23:21:45,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/a9db876b9ecc47fd962fa6a58b6b540e 2024-11-24T23:21:45,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/5d5084dbed9e43fb8ff0b80c0d6631f5 2024-11-24T23:21:45,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/2ee9399c623241f7af65f1ee7b25d3fa 2024-11-24T23:21:45,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/31093412e869424e853c6d4da5cb17e9 2024-11-24T23:21:45,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/70708933a0704ec596a780a80d160e2a 2024-11-24T23:21:45,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/fbb50264668c495ea3895809bfbbe699 2024-11-24T23:21:45,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0346c543a58d440fb15f9a35f60436d9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/6058bca4e2764947a4aecc60fa987cd8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1abc879f5f324d70afc00f383bee4ecb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c4a87444573140f89f1db01e6ce610b2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/7194ea2723f148d2a556796aca4890a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3494c34b4f554638ad183b62b533167a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1cb8898a97924a56a65d1bc4d062bb98, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b] to archive 2024-11-24T23:21:45,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:45,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/16dd437d0ad5483f969c4721611edf5e 2024-11-24T23:21:45,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0bbe1066b7544e95b53e9a36b17a334b 2024-11-24T23:21:45,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0346c543a58d440fb15f9a35f60436d9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/0346c543a58d440fb15f9a35f60436d9 2024-11-24T23:21:45,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/8bbbdefbb46349e5bd4f789a72ac85a4 2024-11-24T23:21:45,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/2c7e3186337d42e4ac87463ce23fd921 2024-11-24T23:21:45,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/6058bca4e2764947a4aecc60fa987cd8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/6058bca4e2764947a4aecc60fa987cd8 2024-11-24T23:21:45,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d63b0946604e445482e8ca399602c66f 2024-11-24T23:21:45,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/430b8638500a4ba2a4448ffe8c100668 2024-11-24T23:21:45,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1abc879f5f324d70afc00f383bee4ecb to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1abc879f5f324d70afc00f383bee4ecb 2024-11-24T23:21:45,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c0c51d35956e4217851d23cba258de59 2024-11-24T23:21:45,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/d172a1c13d704cac87b3c81cc8f4324f 2024-11-24T23:21:45,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c4a87444573140f89f1db01e6ce610b2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c4a87444573140f89f1db01e6ce610b2 2024-11-24T23:21:45,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/90a02e0e8fbc4b38a8b57343c2630bf4 2024-11-24T23:21:45,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/ff7d360cf9fe433798779521cf27ef94 2024-11-24T23:21:45,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/7194ea2723f148d2a556796aca4890a4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/7194ea2723f148d2a556796aca4890a4 2024-11-24T23:21:45,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/06ee70f3c91447db8badbe67cab3b384 2024-11-24T23:21:45,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/29a50cb23f08484e81f8244609257015 2024-11-24T23:21:45,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3494c34b4f554638ad183b62b533167a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3494c34b4f554638ad183b62b533167a 2024-11-24T23:21:45,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/c712b8d6a54149108e15e6dc6628c1b1 2024-11-24T23:21:45,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/97b2ea95c90a40b9ac32bc159e295824 2024-11-24T23:21:45,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1cb8898a97924a56a65d1bc4d062bb98 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/1cb8898a97924a56a65d1bc4d062bb98 2024-11-24T23:21:45,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/b490d40058d245e1ac806015e504adc8 2024-11-24T23:21:45,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/f40491083f364944980b8abc71f20456 2024-11-24T23:21:45,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/9ad4b61f63894e67834e3eb3581a671a 2024-11-24T23:21:45,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/3dc4fea1866545aebbb990821bca279b 2024-11-24T23:21:45,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/5bdf9f8901684d82811476fbd41c2a40, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/e99025217ddd4fa2a674e85bb315c451, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e51e5a0b8344a589f96ec0e1117773a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/147c0166bca34f7193566126c4f61231, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/21806b8481784a84922b0cea8d9ed4ad, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/09fda3428fbd4f61923311d974497d31, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/3350e189997d4ddaa0e1935c17c4b136, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf] to archive 2024-11-24T23:21:45,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:21:45,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/03b15be8639f4232885a9841111c33c2 2024-11-24T23:21:45,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/1edec05446ed4cb59389e0c64f335978 2024-11-24T23:21:45,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/5bdf9f8901684d82811476fbd41c2a40 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/5bdf9f8901684d82811476fbd41c2a40 2024-11-24T23:21:45,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/343b80249ad944a1b59d88fb8cc700a7 2024-11-24T23:21:45,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9ce4fbcd9fe54cce868c357ec8f01cf7 2024-11-24T23:21:45,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/e99025217ddd4fa2a674e85bb315c451 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/e99025217ddd4fa2a674e85bb315c451 2024-11-24T23:21:45,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/430120bcd0624d0fa4cd37c352d539ca 2024-11-24T23:21:45,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/8f0ca75912e94aa5a4e9cfbd932fc8e2 2024-11-24T23:21:45,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e51e5a0b8344a589f96ec0e1117773a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e51e5a0b8344a589f96ec0e1117773a 2024-11-24T23:21:45,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/12a723faa9a44da298b396043de87c2d 2024-11-24T23:21:45,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/67391248c412464bb4c745886a516e65 2024-11-24T23:21:45,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/147c0166bca34f7193566126c4f61231 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/147c0166bca34f7193566126c4f61231 2024-11-24T23:21:45,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/c0759cde30ce4fea96b57f94cb754b2b 2024-11-24T23:21:45,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a9f6e7d86e714ac8b6a70b93b7f96868 2024-11-24T23:21:45,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/21806b8481784a84922b0cea8d9ed4ad to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/21806b8481784a84922b0cea8d9ed4ad 2024-11-24T23:21:45,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/7b8aed51c85b437399aa83964e08dcf6 2024-11-24T23:21:45,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/b0296c58f8b64717bcee23d664b5fb55 2024-11-24T23:21:45,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/09fda3428fbd4f61923311d974497d31 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/09fda3428fbd4f61923311d974497d31 2024-11-24T23:21:45,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2268cb07a8d341f8865032f555e45590 2024-11-24T23:21:45,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/a7c6037c0e584c139e3d64f930031058 2024-11-24T23:21:45,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/3350e189997d4ddaa0e1935c17c4b136 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/3350e189997d4ddaa0e1935c17c4b136 2024-11-24T23:21:45,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/6a83570d8f2b46c9abca24b4600a8c55 2024-11-24T23:21:45,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/2e8e478a4dc04e76a5a9d0ac0b388a5b 2024-11-24T23:21:45,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/23b5a292cfef421b949b41f4cc6efa8c 2024-11-24T23:21:45,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/90024bf6c9ec4764a879c2849ff81ecf 2024-11-24T23:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=4 2024-11-24T23:21:45,432 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01. 2024-11-24T23:21:45,433 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for e221b84491cf22b2d160ab4f5c09cc01: 2024-11-24T23:21:45,434 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e221b84491cf22b2d160ab4f5c09cc01, regionState=CLOSED 2024-11-24T23:21:45,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T23:21:45,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure e221b84491cf22b2d160ab4f5c09cc01, server=8990281417a4,42033,1732490443497 in 1.9070 sec 2024-11-24T23:21:45,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T23:21:45,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e221b84491cf22b2d160ab4f5c09cc01, UNASSIGN in 1.9100 sec 2024-11-24T23:21:45,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T23:21:45,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9130 sec 2024-11-24T23:21:45,439 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490505439"}]},"ts":"1732490505439"} 2024-11-24T23:21:45,440 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:21:45,442 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:21:45,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-24T23:21:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T23:21:45,624 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T23:21:45,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:21:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,627 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T23:21:45,627 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits] 2024-11-24T23:21:45,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/88efef2f2dee4078b7e3c74e4d60786c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/88efef2f2dee4078b7e3c74e4d60786c 2024-11-24T23:21:45,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/95526cd8e8c047c59bfc287bd9423d8f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/A/95526cd8e8c047c59bfc287bd9423d8f 2024-11-24T23:21:45,637 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/491a0652d59e4a919e73510f047501c8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/491a0652d59e4a919e73510f047501c8 2024-11-24T23:21:45,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/a4f66b4ba3224bee922bd7dbc3b3dda1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/B/a4f66b4ba3224bee922bd7dbc3b3dda1 2024-11-24T23:21:45,640 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/69f5df6d4f7344b9b3103edaee55de2d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/69f5df6d4f7344b9b3103edaee55de2d 2024-11-24T23:21:45,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9b48f49a03c54698a2e0fbecae2704f5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/C/9b48f49a03c54698a2e0fbecae2704f5 2024-11-24T23:21:45,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits/376.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01/recovered.edits/376.seqid 2024-11-24T23:21:45,645 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,645 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:21:45,645 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:21:45,646 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:21:45,650 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124001056ff9d244fd4b9a9328e292c9444_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124001056ff9d244fd4b9a9328e292c9444_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,651 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240166aebf794c4ed391f1a45b770bca2d_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240166aebf794c4ed391f1a45b770bca2d_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,652 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405c36209ffcd45eea3b783fa2a1718c5_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405c36209ffcd45eea3b783fa2a1718c5_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,653 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ece314942e04e5a89d23d9caec52d81_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ece314942e04e5a89d23d9caec52d81_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,654 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424acad162ca54b86b2ae3911c91e8ba0_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424acad162ca54b86b2ae3911c91e8ba0_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,656 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d71858b1c28435099f54c5f940f78f9_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d71858b1c28435099f54c5f940f78f9_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,657 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124440706962e77459ca1fc1af8b9589761_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124440706962e77459ca1fc1af8b9589761_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,658 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246064591604d947e4bd17cff2bc425a27_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246064591604d947e4bd17cff2bc425a27_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,659 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a02bf859550437fba1f0f9fef1b4fba_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a02bf859550437fba1f0f9fef1b4fba_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,661 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e5f8b449fe74e8e88e26d753420548f_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e5f8b449fe74e8e88e26d753420548f_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,662 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248afb8042a96e419d8aa0760a5d6886fc_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248afb8042a96e419d8aa0760a5d6886fc_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498efcb04e43f41bdbe70b5f798ab2c60_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498efcb04e43f41bdbe70b5f798ab2c60_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,665 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7d0d5ba509a486c8487442748a2ea5b_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a7d0d5ba509a486c8487442748a2ea5b_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,666 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2900ceec8db48159f87eeda6166895c_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2900ceec8db48159f87eeda6166895c_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,667 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b72c03055637494e9dff6993c0806bb0_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b72c03055637494e9dff6993c0806bb0_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cc048f7916734cd19ba8ba19daa34bfe_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cc048f7916734cd19ba8ba19daa34bfe_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce29489a2dbb4ad0975ef3b4491a3e66_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce29489a2dbb4ad0975ef3b4491a3e66_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,671 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8a5e7b15545450e95e207a314a345ab_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8a5e7b15545450e95e207a314a345ab_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa67ffa0ed0b4c5391e0bd14d5a7c839_e221b84491cf22b2d160ab4f5c09cc01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa67ffa0ed0b4c5391e0bd14d5a7c839_e221b84491cf22b2d160ab4f5c09cc01 2024-11-24T23:21:45,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:21:45,675 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,677 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:21:45,679 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:21:45,680 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,680 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:21:45,680 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490505680"}]},"ts":"9223372036854775807"} 2024-11-24T23:21:45,682 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:21:45,682 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e221b84491cf22b2d160ab4f5c09cc01, NAME => 'TestAcidGuarantees,,1732490476455.e221b84491cf22b2d160ab4f5c09cc01.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:21:45,682 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:21:45,683 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490505682"}]},"ts":"9223372036854775807"} 2024-11-24T23:21:45,684 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:21:45,686 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-11-24T23:21:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T23:21:45,728 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T23:21:45,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1099271025_22 at /127.0.0.1:46740 [Waiting for operation #130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_724849810_22 at /127.0.0.1:46580 [Waiting for operation #275] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_724849810_22 at /127.0.0.1:57870 [Waiting for operation #365] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1099271025_22 at /127.0.0.1:57766 [Waiting for operation #394] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x540ea891-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6980 (was 7483) 2024-11-24T23:21:45,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=6980 2024-11-24T23:21:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:21:45,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:21:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:21:45,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:21:45,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:45,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:21:45,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-24T23:21:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742058_1234 (size=960) 2024-11-24T23:21:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:46,157 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:21:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742059_1235 (size=53) 2024-11-24T23:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dc3c7023e8572aba5335b4c40a31fd94, disabling compactions & flushes 2024-11-24T23:21:46,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. after waiting 0 ms 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:46,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:21:46,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490506565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490506565"}]},"ts":"1732490506565"} 2024-11-24T23:21:46,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:21:46,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:21:46,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490506567"}]},"ts":"1732490506567"} 2024-11-24T23:21:46,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:21:46,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, ASSIGN}] 2024-11-24T23:21:46,573 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, ASSIGN 2024-11-24T23:21:46,573 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:21:46,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=dc3c7023e8572aba5335b4c40a31fd94, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:46,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:46,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:46,879 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,880 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:21:46,880 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,880 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:21:46,880 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,880 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,882 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,883 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:46,883 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc3c7023e8572aba5335b4c40a31fd94 columnFamilyName A 2024-11-24T23:21:46,883 DEBUG [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:46,883 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(327): Store=dc3c7023e8572aba5335b4c40a31fd94/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:46,884 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,885 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:46,885 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc3c7023e8572aba5335b4c40a31fd94 columnFamilyName B 2024-11-24T23:21:46,885 DEBUG [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:46,885 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(327): Store=dc3c7023e8572aba5335b4c40a31fd94/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:46,885 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,886 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:21:46,886 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc3c7023e8572aba5335b4c40a31fd94 columnFamilyName C 2024-11-24T23:21:46,886 DEBUG [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:21:46,887 INFO [StoreOpener-dc3c7023e8572aba5335b4c40a31fd94-1 {}] regionserver.HStore(327): Store=dc3c7023e8572aba5335b4c40a31fd94/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:21:46,887 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,887 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,888 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,889 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:21:46,890 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:46,892 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:21:46,893 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened dc3c7023e8572aba5335b4c40a31fd94; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66397632, jitterRate=-0.010598182678222656}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:21:46,893 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:46,894 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., pid=66, masterSystemTime=1732490506876 2024-11-24T23:21:46,895 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,895 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:46,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=dc3c7023e8572aba5335b4c40a31fd94, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:21:46,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T23:21:46,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 in 171 msec 2024-11-24T23:21:46,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T23:21:46,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, ASSIGN in 325 msec 2024-11-24T23:21:46,899 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:21:46,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490506899"}]},"ts":"1732490506899"} 2024-11-24T23:21:46,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:21:46,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:21:46,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-24T23:21:47,065 DEBUG [master/8990281417a4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2e9a6fb41e1f01507f1edfffcec7d6b1 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T23:21:47,854 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-24T23:21:47,856 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-24T23:21:47,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,863 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:21:47,865 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:21:47,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-24T23:21:47,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-24T23:21:47,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-24T23:21:47,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-24T23:21:47,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-24T23:21:47,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-24T23:21:47,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-24T23:21:47,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-24T23:21:47,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-24T23:21:47,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-24T23:21:47,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:21:47,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T23:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T23:21:47,911 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:47,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:47,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:47,912 DEBUG [hconnection-0x1f2fa4f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,913 DEBUG [hconnection-0x25bfc10b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,913 DEBUG [hconnection-0x4da680ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,914 DEBUG [hconnection-0x5497a1a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,914 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,914 DEBUG [hconnection-0x329f19a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,914 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,914 DEBUG [hconnection-0x76d0ad87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,914 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,915 DEBUG [hconnection-0x60ede864-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,915 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,915 DEBUG [hconnection-0x6e6c7aa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,916 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,916 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,924 DEBUG [hconnection-0x520fc6c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,925 DEBUG [hconnection-0x1cf61b13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:47,926 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:21:47,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:47,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/cee3136322824c1e972e7bf0454a5ade is 50, key is test_row_0/A:col10/1732490507929/Put/seqid=0 2024-11-24T23:21:47,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490567960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490567960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490567962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490567962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:47,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490567962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742060_1236 (size=12001) 2024-11-24T23:21:47,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/cee3136322824c1e972e7bf0454a5ade 2024-11-24T23:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T23:21:48,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/085ea311db4b4cdb86ec189e60bafbca is 50, key is test_row_0/B:col10/1732490507929/Put/seqid=0 2024-11-24T23:21:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742061_1237 (size=12001) 2024-11-24T23:21:48,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/085ea311db4b4cdb86ec189e60bafbca 2024-11-24T23:21:48,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:48,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T23:21:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490568067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490568068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490568069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490568069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490568070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8e9814fccf4e467aaae8a874e6c89a6e is 50, key is test_row_0/C:col10/1732490507929/Put/seqid=0 2024-11-24T23:21:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742062_1238 (size=12001) 2024-11-24T23:21:48,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8e9814fccf4e467aaae8a874e6c89a6e 2024-11-24T23:21:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/cee3136322824c1e972e7bf0454a5ade as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade 2024-11-24T23:21:48,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T23:21:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/085ea311db4b4cdb86ec189e60bafbca as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca 2024-11-24T23:21:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T23:21:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8e9814fccf4e467aaae8a874e6c89a6e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e 2024-11-24T23:21:48,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e, entries=150, sequenceid=18, filesize=11.7 K 2024-11-24T23:21:48,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for dc3c7023e8572aba5335b4c40a31fd94 in 209ms, sequenceid=18, compaction requested=false 2024-11-24T23:21:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T23:21:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T23:21:48,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:48,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T23:21:48,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,218 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:48,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ffa140a03ac049d691dc2ce060dc38b5 is 50, key is test_row_0/A:col10/1732490507961/Put/seqid=0 2024-11-24T23:21:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742063_1239 (size=12001) 2024-11-24T23:21:48,246 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ffa140a03ac049d691dc2ce060dc38b5 2024-11-24T23:21:48,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e150fd5b1a2e473fad51cac2dd6876c7 is 50, key is test_row_0/B:col10/1732490507961/Put/seqid=0 2024-11-24T23:21:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742064_1240 (size=12001) 2024-11-24T23:21:48,275 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e150fd5b1a2e473fad51cac2dd6876c7 2024-11-24T23:21:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:48,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/e30cc8a8aee2419f969801e55ee04acd is 50, key is test_row_0/C:col10/1732490507961/Put/seqid=0 2024-11-24T23:21:48,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490568289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490568289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490568290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490568290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490568290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742065_1241 (size=12001) 2024-11-24T23:21:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/e30cc8a8aee2419f969801e55ee04acd 2024-11-24T23:21:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ffa140a03ac049d691dc2ce060dc38b5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5 2024-11-24T23:21:48,319 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T23:21:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e150fd5b1a2e473fad51cac2dd6876c7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7 2024-11-24T23:21:48,324 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T23:21:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/e30cc8a8aee2419f969801e55ee04acd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd 2024-11-24T23:21:48,331 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T23:21:48,332 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for dc3c7023e8572aba5335b4c40a31fd94 in 114ms, sequenceid=38, compaction requested=false 2024-11-24T23:21:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T23:21:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T23:21:48,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T23:21:48,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 422 msec 2024-11-24T23:21:48,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 426 msec 2024-11-24T23:21:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:48,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:48,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:48,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9a1022847e1e4ee69d804fa209fa176a is 50, key is test_row_0/A:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490568410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490568410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490568411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490568413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490568414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742066_1242 (size=12001) 2024-11-24T23:21:48,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9a1022847e1e4ee69d804fa209fa176a 2024-11-24T23:21:48,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/5d47a09a37404fb38ea09767f1fcc92a is 50, key is test_row_0/B:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742067_1243 (size=12001) 2024-11-24T23:21:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T23:21:48,514 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T23:21:48,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T23:21:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:48,517 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:48,518 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:48,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:48,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490568516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490568518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490568518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490568518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490568519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:48,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:48,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490568720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490568721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490568721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490568722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490568723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:48,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:48,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:48,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/5d47a09a37404fb38ea09767f1fcc92a 2024-11-24T23:21:48,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b29e89f55b1944e7b6ed6ecbfdf1d69a is 50, key is test_row_0/C:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742068_1244 (size=12001) 2024-11-24T23:21:48,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:48,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:48,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:48,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490569025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490569025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490569025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490569026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490569026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:49,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:49,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:49,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:49,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b29e89f55b1944e7b6ed6ecbfdf1d69a 2024-11-24T23:21:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:49,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9a1022847e1e4ee69d804fa209fa176a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a 2024-11-24T23:21:49,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-24T23:21:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/5d47a09a37404fb38ea09767f1fcc92a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a 2024-11-24T23:21:49,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-24T23:21:49,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b29e89f55b1944e7b6ed6ecbfdf1d69a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a 2024-11-24T23:21:49,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-24T23:21:49,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for dc3c7023e8572aba5335b4c40a31fd94 in 908ms, sequenceid=56, compaction requested=true 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:49,304 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:49,304 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:49,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:49,305 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:49,305 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:49,305 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:49,305 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,306 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:49,306 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.2 K 2024-11-24T23:21:49,306 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,306 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.2 K 2024-11-24T23:21:49,306 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cee3136322824c1e972e7bf0454a5ade, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732490507922 2024-11-24T23:21:49,306 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 085ea311db4b4cdb86ec189e60bafbca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732490507922 2024-11-24T23:21:49,307 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa140a03ac049d691dc2ce060dc38b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732490507960 2024-11-24T23:21:49,307 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e150fd5b1a2e473fad51cac2dd6876c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732490507960 2024-11-24T23:21:49,307 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1022847e1e4ee69d804fa209fa176a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:49,307 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d47a09a37404fb38ea09767f1fcc92a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:49,315 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:49,315 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3e944e79230b4014b04da7d483be8ca2 is 50, key is test_row_0/B:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:49,316 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:49,317 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/aa93bf2e56dd49c3a1bbf8c37322f004 is 50, key is test_row_0/A:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742069_1245 (size=12104) 2024-11-24T23:21:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742070_1246 (size=12104) 2024-11-24T23:21:49,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:49,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T23:21:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,436 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T23:21:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:49,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ca5da96be6f841d3b6122188495daf63 is 50, key is test_row_0/A:col10/1732490508411/Put/seqid=0 2024-11-24T23:21:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742071_1247 (size=12001) 2024-11-24T23:21:49,447 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ca5da96be6f841d3b6122188495daf63 2024-11-24T23:21:49,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/c7ae3c34000b4b2796618c3c05d7702a is 50, key is test_row_0/B:col10/1732490508411/Put/seqid=0 2024-11-24T23:21:49,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742072_1248 (size=12001) 2024-11-24T23:21:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:49,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490569539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490569540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490569542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490569543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490569543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:49,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490569644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490569644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490569646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490569647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490569647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,742 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3e944e79230b4014b04da7d483be8ca2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e944e79230b4014b04da7d483be8ca2 2024-11-24T23:21:49,742 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/aa93bf2e56dd49c3a1bbf8c37322f004 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/aa93bf2e56dd49c3a1bbf8c37322f004 2024-11-24T23:21:49,747 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 3e944e79230b4014b04da7d483be8ca2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:49,748 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:49,748 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490509304; duration=0sec 2024-11-24T23:21:49,748 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:49,748 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:49,748 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:49,749 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into aa93bf2e56dd49c3a1bbf8c37322f004(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:49,749 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:49,749 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490509304; duration=0sec 2024-11-24T23:21:49,749 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:49,749 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:49,749 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:49,749 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:49,750 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:49,750 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.2 K 2024-11-24T23:21:49,750 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e9814fccf4e467aaae8a874e6c89a6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732490507922 2024-11-24T23:21:49,750 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e30cc8a8aee2419f969801e55ee04acd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732490507960 2024-11-24T23:21:49,751 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b29e89f55b1944e7b6ed6ecbfdf1d69a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:49,758 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:49,759 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/c052845cea4648419f991f02369152b6 is 50, key is test_row_0/C:col10/1732490508289/Put/seqid=0 2024-11-24T23:21:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742073_1249 (size=12104) 2024-11-24T23:21:49,786 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/c052845cea4648419f991f02369152b6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c052845cea4648419f991f02369152b6 2024-11-24T23:21:49,792 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into c052845cea4648419f991f02369152b6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:49,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:49,792 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490509304; duration=0sec 2024-11-24T23:21:49,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:49,792 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490569846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490569848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490569849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490569849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490569850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:49,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/c7ae3c34000b4b2796618c3c05d7702a 2024-11-24T23:21:49,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/74fa97443b37495f9a0f6fb8a029885c is 50, key is test_row_0/C:col10/1732490508411/Put/seqid=0 2024-11-24T23:21:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742074_1250 (size=12001) 2024-11-24T23:21:50,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490570148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490570151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490570151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490570152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490570153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/74fa97443b37495f9a0f6fb8a029885c 2024-11-24T23:21:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ca5da96be6f841d3b6122188495daf63 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63 2024-11-24T23:21:50,289 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T23:21:50,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/c7ae3c34000b4b2796618c3c05d7702a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a 2024-11-24T23:21:50,294 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T23:21:50,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/74fa97443b37495f9a0f6fb8a029885c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c 2024-11-24T23:21:50,299 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T23:21:50,300 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for dc3c7023e8572aba5335b4c40a31fd94 in 864ms, sequenceid=74, compaction requested=false 2024-11-24T23:21:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T23:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T23:21:50,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T23:21:50,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-11-24T23:21:50,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.7890 sec 2024-11-24T23:21:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T23:21:50,621 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T23:21:50,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T23:21:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T23:21:50,624 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:50,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:50,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:50,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:50,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ef66219bcf4f4acdbecb864579e12d9a is 50, key is test_row_0/A:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490570663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742075_1251 (size=12001) 2024-11-24T23:21:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490570664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490570664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490570665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490570666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T23:21:50,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490570767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490570768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490570768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490570768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490570769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:50,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T23:21:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:50,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:50,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T23:21:50,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:50,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T23:21:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:50,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:50,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:21:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490570970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490570971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490570971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490570972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490570972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ef66219bcf4f4acdbecb864579e12d9a 2024-11-24T23:21:51,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/43d92cf66c5741009c5bd0720b6839d4 is 50, key is test_row_0/B:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:51,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:51,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T23:21:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742076_1252 (size=12001) 2024-11-24T23:21:51,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/43d92cf66c5741009c5bd0720b6839d4 2024-11-24T23:21:51,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/c01f412df5f043a2933142a9c9b75664 is 50, key is test_row_0/C:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742077_1253 (size=12001) 2024-11-24T23:21:51,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/c01f412df5f043a2933142a9c9b75664 2024-11-24T23:21:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ef66219bcf4f4acdbecb864579e12d9a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a 2024-11-24T23:21:51,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T23:21:51,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/43d92cf66c5741009c5bd0720b6839d4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4 2024-11-24T23:21:51,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T23:21:51,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/c01f412df5f043a2933142a9c9b75664 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664 2024-11-24T23:21:51,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T23:21:51,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dc3c7023e8572aba5335b4c40a31fd94 in 464ms, sequenceid=99, compaction requested=true 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:51,120 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:51,120 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:51,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:51,122 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:51,122 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:51,123 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,123 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/aa93bf2e56dd49c3a1bbf8c37322f004, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.3 K 2024-11-24T23:21:51,123 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:51,123 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:51,123 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,123 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e944e79230b4014b04da7d483be8ca2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.3 K 2024-11-24T23:21:51,124 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa93bf2e56dd49c3a1bbf8c37322f004, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:51,124 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e944e79230b4014b04da7d483be8ca2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:51,124 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca5da96be6f841d3b6122188495daf63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732490508409 2024-11-24T23:21:51,124 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ae3c34000b4b2796618c3c05d7702a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732490508409 2024-11-24T23:21:51,125 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef66219bcf4f4acdbecb864579e12d9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:51,125 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d92cf66c5741009c5bd0720b6839d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:51,133 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:51,133 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/1637b429f4bb4c18a8123854673e3676 is 50, key is test_row_0/A:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:51,134 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:51,134 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3e054838bc3d42d8b50945a2137ba31a is 50, key is test_row_0/B:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742078_1254 (size=12207) 2024-11-24T23:21:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742079_1255 (size=12207) 2024-11-24T23:21:51,162 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/1637b429f4bb4c18a8123854673e3676 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1637b429f4bb4c18a8123854673e3676 2024-11-24T23:21:51,170 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3e054838bc3d42d8b50945a2137ba31a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e054838bc3d42d8b50945a2137ba31a 2024-11-24T23:21:51,171 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into 1637b429f4bb4c18a8123854673e3676(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:51,171 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:51,171 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490511120; duration=0sec 2024-11-24T23:21:51,171 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:51,171 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:51,171 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:51,172 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:51,172 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:51,172 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,172 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c052845cea4648419f991f02369152b6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=35.3 K 2024-11-24T23:21:51,173 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting c052845cea4648419f991f02369152b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732490508289 2024-11-24T23:21:51,174 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fa97443b37495f9a0f6fb8a029885c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732490508409 2024-11-24T23:21:51,174 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting c01f412df5f043a2933142a9c9b75664, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:51,177 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 3e054838bc3d42d8b50945a2137ba31a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:51,177 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:51,177 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490511120; duration=0sec 2024-11-24T23:21:51,177 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:51,177 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:51,182 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:51,183 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/99b0eb7448804ffdbc32642cf521e8a6 is 50, key is test_row_0/C:col10/1732490510655/Put/seqid=0 2024-11-24T23:21:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742080_1256 (size=12207) 2024-11-24T23:21:51,198 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/99b0eb7448804ffdbc32642cf521e8a6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/99b0eb7448804ffdbc32642cf521e8a6 2024-11-24T23:21:51,204 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 99b0eb7448804ffdbc32642cf521e8a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:51,204 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:51,204 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490511120; duration=0sec 2024-11-24T23:21:51,205 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:51,205 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T23:21:51,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:51,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,237 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/b9c001b579d54fc9ab951f0f6f57a103 is 50, key is test_row_0/A:col10/1732490510665/Put/seqid=0 2024-11-24T23:21:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742081_1257 (size=12001) 2024-11-24T23:21:51,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/b9c001b579d54fc9ab951f0f6f57a103 2024-11-24T23:21:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/eac5ddd4c2434b799ffd36a29143824a is 50, key is test_row_0/B:col10/1732490510665/Put/seqid=0 2024-11-24T23:21:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742082_1258 (size=12001) 2024-11-24T23:21:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490571315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490571315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490571315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490571316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490571316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490571420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490571420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490571420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490571421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490571421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490571623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490571623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490571623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490571624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490571625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,677 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/eac5ddd4c2434b799ffd36a29143824a 2024-11-24T23:21:51,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9ea23fab5af34525ba976d607676e3ab is 50, key is test_row_0/C:col10/1732490510665/Put/seqid=0 2024-11-24T23:21:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742083_1259 (size=12001) 2024-11-24T23:21:51,699 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9ea23fab5af34525ba976d607676e3ab 2024-11-24T23:21:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/b9c001b579d54fc9ab951f0f6f57a103 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103 2024-11-24T23:21:51,709 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:21:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/eac5ddd4c2434b799ffd36a29143824a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a 2024-11-24T23:21:51,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:21:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9ea23fab5af34525ba976d607676e3ab as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab 2024-11-24T23:21:51,719 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:21:51,720 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dc3c7023e8572aba5335b4c40a31fd94 in 483ms, sequenceid=116, compaction requested=false 2024-11-24T23:21:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T23:21:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T23:21:51,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T23:21:51,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-24T23:21:51,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.1020 sec 2024-11-24T23:21:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T23:21:51,728 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T23:21:51,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T23:21:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:51,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:51,732 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:51,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:51,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:51,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T23:21:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:51,885 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:51,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/292e6ce33440497baf2b338f929bc618 is 50, key is test_row_0/A:col10/1732490511315/Put/seqid=0 2024-11-24T23:21:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742084_1260 (size=12151) 2024-11-24T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:51,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490571933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490571934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490571936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490571937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490571937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490572038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490572038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490572040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490572040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490572041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490572241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490572242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490572242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490572244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490572245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/292e6ce33440497baf2b338f929bc618 2024-11-24T23:21:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/fc567d86081a412ab6cae7c0d4614ae4 is 50, key is test_row_0/B:col10/1732490511315/Put/seqid=0 2024-11-24T23:21:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742085_1261 (size=12151) 2024-11-24T23:21:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490572544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490572545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490572546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490572549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490572550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:52,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/fc567d86081a412ab6cae7c0d4614ae4 2024-11-24T23:21:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/69b61a429af84a1c98e96cfc9596688a is 50, key is test_row_0/C:col10/1732490511315/Put/seqid=0 2024-11-24T23:21:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742086_1262 (size=12151) 2024-11-24T23:21:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490573049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490573050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490573050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:53,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490573053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:53,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490573054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:53,129 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/69b61a429af84a1c98e96cfc9596688a 2024-11-24T23:21:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/292e6ce33440497baf2b338f929bc618 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618 2024-11-24T23:21:53,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:21:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/fc567d86081a412ab6cae7c0d4614ae4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4 2024-11-24T23:21:53,146 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:21:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/69b61a429af84a1c98e96cfc9596688a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a 2024-11-24T23:21:53,151 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:21:53,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dc3c7023e8572aba5335b4c40a31fd94 in 1267ms, sequenceid=138, compaction requested=true 2024-11-24T23:21:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T23:21:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T23:21:53,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T23:21:53,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-24T23:21:53,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.4270 sec 2024-11-24T23:21:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T23:21:53,836 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T23:21:53,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T23:21:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T23:21:53,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:53,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:53,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T23:21:53,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:53,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T23:21:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:53,997 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d3533afeca7d49b38e403a7793792047 is 50, key is test_row_0/A:col10/1732490511934/Put/seqid=0 2024-11-24T23:21:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742087_1263 (size=12151) 2024-11-24T23:21:54,032 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d3533afeca7d49b38e403a7793792047 2024-11-24T23:21:54,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/31e77b5ac5df42f28a9f32a08598760f is 50, key is test_row_0/B:col10/1732490511934/Put/seqid=0 2024-11-24T23:21:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:54,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742088_1264 (size=12151) 2024-11-24T23:21:54,070 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/31e77b5ac5df42f28a9f32a08598760f 2024-11-24T23:21:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b339bc08253e465588774a64658ad2f3 is 50, key is test_row_0/C:col10/1732490511934/Put/seqid=0 2024-11-24T23:21:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742089_1265 (size=12151) 2024-11-24T23:21:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490574096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490574096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490574100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490574103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490574103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T23:21:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490574204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490574205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490574206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490574209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490574209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490574408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490574408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490574410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490574414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490574416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T23:21:54,503 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b339bc08253e465588774a64658ad2f3 2024-11-24T23:21:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d3533afeca7d49b38e403a7793792047 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047 2024-11-24T23:21:54,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:21:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/31e77b5ac5df42f28a9f32a08598760f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f 2024-11-24T23:21:54,528 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:21:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b339bc08253e465588774a64658ad2f3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3 2024-11-24T23:21:54,535 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:21:54,536 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dc3c7023e8572aba5335b4c40a31fd94 in 539ms, sequenceid=152, compaction requested=true 2024-11-24T23:21:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T23:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T23:21:54,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T23:21:54,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 692 msec 2024-11-24T23:21:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 701 msec 2024-11-24T23:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:54,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:54,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/64668d07f4e84dbbbefc474840d6c023 is 50, key is test_row_0/A:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490574727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490574726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490574739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490574738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490574740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742090_1266 (size=12151) 2024-11-24T23:21:54,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/64668d07f4e84dbbbefc474840d6c023 2024-11-24T23:21:54,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e71d1a9fe3a24f5b964161cfa607186e is 50, key is test_row_0/B:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742091_1267 (size=12151) 2024-11-24T23:21:54,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490574841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490574841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490574845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490574846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490574846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T23:21:54,944 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T23:21:54,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T23:21:54,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T23:21:54,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:54,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490575043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490575044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490575050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490575050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490575050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T23:21:55,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:55,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T23:21:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e71d1a9fe3a24f5b964161cfa607186e 2024-11-24T23:21:55,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0ddd506cf87d44c7bd3517a44e40cc3f is 50, key is test_row_0/C:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:55,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742092_1268 (size=12151) 2024-11-24T23:21:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T23:21:55,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:55,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T23:21:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490575348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490575349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490575353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490575353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490575354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:55,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T23:21:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T23:21:55,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:55,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T23:21:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:55,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0ddd506cf87d44c7bd3517a44e40cc3f 2024-11-24T23:21:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/64668d07f4e84dbbbefc474840d6c023 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023 2024-11-24T23:21:55,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:21:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e71d1a9fe3a24f5b964161cfa607186e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e 2024-11-24T23:21:55,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:21:55,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0ddd506cf87d44c7bd3517a44e40cc3f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f 2024-11-24T23:21:55,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:21:55,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dc3c7023e8572aba5335b4c40a31fd94 in 943ms, sequenceid=176, compaction requested=true 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:55,658 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:21:55,658 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:21:55,661 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:21:55,661 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:55,661 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:21:55,661 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:55,661 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,661 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,661 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e054838bc3d42d8b50945a2137ba31a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=59.2 K 2024-11-24T23:21:55,661 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1637b429f4bb4c18a8123854673e3676, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=59.2 K 2024-11-24T23:21:55,663 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e054838bc3d42d8b50945a2137ba31a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:55,663 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1637b429f4bb4c18a8123854673e3676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:55,663 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting eac5ddd4c2434b799ffd36a29143824a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490510663 2024-11-24T23:21:55,663 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c001b579d54fc9ab951f0f6f57a103, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490510663 2024-11-24T23:21:55,664 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fc567d86081a412ab6cae7c0d4614ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490511314 2024-11-24T23:21:55,664 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292e6ce33440497baf2b338f929bc618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490511314 2024-11-24T23:21:55,664 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e77b5ac5df42f28a9f32a08598760f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490511934 2024-11-24T23:21:55,665 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3533afeca7d49b38e403a7793792047, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490511934 2024-11-24T23:21:55,665 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e71d1a9fe3a24f5b964161cfa607186e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:55,665 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64668d07f4e84dbbbefc474840d6c023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:55,687 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:55,687 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/6a8ad396a23e42348ce00a73f5dac226 is 50, key is test_row_0/A:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:55,691 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#223 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:55,691 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ad2ee1a769b34cd099caea0067841ae3 is 50, key is test_row_0/B:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:55,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:55,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T23:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,721 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742093_1269 (size=12527) 2024-11-24T23:21:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742094_1270 (size=12527) 2024-11-24T23:21:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ed81b566538045d2883ab4b4e9654d11 is 50, key is test_row_1/A:col10/1732490514731/Put/seqid=0 2024-11-24T23:21:55,751 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ad2ee1a769b34cd099caea0067841ae3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ad2ee1a769b34cd099caea0067841ae3 2024-11-24T23:21:55,757 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into ad2ee1a769b34cd099caea0067841ae3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:55,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:55,758 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=11, startTime=1732490515658; duration=0sec 2024-11-24T23:21:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742095_1271 (size=9757) 2024-11-24T23:21:55,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:55,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:55,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:21:55,759 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ed81b566538045d2883ab4b4e9654d11 2024-11-24T23:21:55,762 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:21:55,762 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:55,762 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,762 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/99b0eb7448804ffdbc32642cf521e8a6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=59.2 K 2024-11-24T23:21:55,763 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 99b0eb7448804ffdbc32642cf521e8a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490509541 2024-11-24T23:21:55,763 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ea23fab5af34525ba976d607676e3ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490510663 2024-11-24T23:21:55,764 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b61a429af84a1c98e96cfc9596688a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490511314 2024-11-24T23:21:55,764 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b339bc08253e465588774a64658ad2f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490511934 2024-11-24T23:21:55,765 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ddd506cf87d44c7bd3517a44e40cc3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/be641cbce0414585ba095509fd080ae8 is 50, key is test_row_1/B:col10/1732490514731/Put/seqid=0 2024-11-24T23:21:55,787 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:55,788 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/ef67c6fbcb844db1b407332bcc0a5d05 is 50, key is test_row_0/C:col10/1732490514098/Put/seqid=0 2024-11-24T23:21:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742096_1272 (size=9757) 2024-11-24T23:21:55,794 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/be641cbce0414585ba095509fd080ae8 2024-11-24T23:21:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742097_1273 (size=12527) 2024-11-24T23:21:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b07ea835c0c14dd882e5bce13750aef3 is 50, key is test_row_1/C:col10/1732490514731/Put/seqid=0 2024-11-24T23:21:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742098_1274 (size=9757) 2024-11-24T23:21:55,833 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b07ea835c0c14dd882e5bce13750aef3 2024-11-24T23:21:55,836 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/ef67c6fbcb844db1b407332bcc0a5d05 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ef67c6fbcb844db1b407332bcc0a5d05 2024-11-24T23:21:55,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/ed81b566538045d2883ab4b4e9654d11 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11 2024-11-24T23:21:55,842 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into ef67c6fbcb844db1b407332bcc0a5d05(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:55,842 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:55,842 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=11, startTime=1732490515658; duration=0sec 2024-11-24T23:21:55,842 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:55,842 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:55,843 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11, entries=100, sequenceid=189, filesize=9.5 K 2024-11-24T23:21:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/be641cbce0414585ba095509fd080ae8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8 2024-11-24T23:21:55,848 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8, entries=100, sequenceid=189, filesize=9.5 K 2024-11-24T23:21:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b07ea835c0c14dd882e5bce13750aef3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3 2024-11-24T23:21:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:55,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:55,855 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3, entries=100, sequenceid=189, filesize=9.5 K 2024-11-24T23:21:55,856 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for dc3c7023e8572aba5335b4c40a31fd94 in 135ms, sequenceid=189, compaction requested=false 2024-11-24T23:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T23:21:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T23:21:55,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T23:21:55,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 908 msec 2024-11-24T23:21:55,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 914 msec 2024-11-24T23:21:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:55,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:55,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/4e159da3a9484de3ab13de107a782445 is 50, key is test_row_0/A:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742099_1275 (size=16931) 2024-11-24T23:21:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490575918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490575918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490575919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490575921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:55,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490575921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490576024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490576025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490576025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490576026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490576026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T23:21:56,057 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T23:21:56,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T23:21:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T23:21:56,067 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:56,067 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:56,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:56,142 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/6a8ad396a23e42348ce00a73f5dac226 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/6a8ad396a23e42348ce00a73f5dac226 2024-11-24T23:21:56,148 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into 6a8ad396a23e42348ce00a73f5dac226(size=12.2 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:56,148 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:56,148 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=11, startTime=1732490515658; duration=0sec 2024-11-24T23:21:56,148 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:56,148 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T23:21:56,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:56,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T23:21:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490576227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490576227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490576228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490576228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490576229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/4e159da3a9484de3ab13de107a782445 2024-11-24T23:21:56,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e66b219ef29c49ffaa20c6b511722a2c is 50, key is test_row_0/B:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T23:21:56,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:56,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T23:21:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742100_1276 (size=12151) 2024-11-24T23:21:56,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e66b219ef29c49ffaa20c6b511722a2c 2024-11-24T23:21:56,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3548fb167d8144449f6b8b96c783e6dd is 50, key is test_row_0/C:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742101_1277 (size=12151) 2024-11-24T23:21:56,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3548fb167d8144449f6b8b96c783e6dd 2024-11-24T23:21:56,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/4e159da3a9484de3ab13de107a782445 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445 2024-11-24T23:21:56,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445, entries=250, sequenceid=205, filesize=16.5 K 2024-11-24T23:21:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/e66b219ef29c49ffaa20c6b511722a2c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c 2024-11-24T23:21:56,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c, entries=150, sequenceid=205, filesize=11.9 K 2024-11-24T23:21:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3548fb167d8144449f6b8b96c783e6dd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd 2024-11-24T23:21:56,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd, entries=150, sequenceid=205, filesize=11.9 K 2024-11-24T23:21:56,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dc3c7023e8572aba5335b4c40a31fd94 in 549ms, sequenceid=205, compaction requested=true 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:56,441 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:56,441 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:56,443 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:56,443 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:56,443 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:56,443 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,443 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:56,443 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ad2ee1a769b34cd099caea0067841ae3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=33.6 K 2024-11-24T23:21:56,443 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,443 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/6a8ad396a23e42348ce00a73f5dac226, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=38.3 K 2024-11-24T23:21:56,443 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ad2ee1a769b34cd099caea0067841ae3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:56,444 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a8ad396a23e42348ce00a73f5dac226, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:56,444 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting be641cbce0414585ba095509fd080ae8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490514731 2024-11-24T23:21:56,444 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed81b566538045d2883ab4b4e9654d11, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490514731 2024-11-24T23:21:56,445 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e66b219ef29c49ffaa20c6b511722a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515866 2024-11-24T23:21:56,445 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e159da3a9484de3ab13de107a782445, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515863 2024-11-24T23:21:56,455 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:56,456 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/c4b6de259ae243599625ba769381c557 is 50, key is test_row_0/B:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:56,462 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:56,463 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a31999ddc49a4b338e40bfa9ee578e48 is 50, key is test_row_0/A:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742103_1279 (size=12629) 2024-11-24T23:21:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742102_1278 (size=12629) 2024-11-24T23:21:56,505 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a31999ddc49a4b338e40bfa9ee578e48 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a31999ddc49a4b338e40bfa9ee578e48 2024-11-24T23:21:56,505 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/c4b6de259ae243599625ba769381c557 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c4b6de259ae243599625ba769381c557 2024-11-24T23:21:56,510 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into c4b6de259ae243599625ba769381c557(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:56,511 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490516441; duration=0sec 2024-11-24T23:21:56,511 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into a31999ddc49a4b338e40bfa9ee578e48(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:56,511 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490516441; duration=0sec 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:56,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:56,512 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:56,512 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:56,512 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,512 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ef67c6fbcb844db1b407332bcc0a5d05, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=33.6 K 2024-11-24T23:21:56,513 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ef67c6fbcb844db1b407332bcc0a5d05, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490514098 2024-11-24T23:21:56,513 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b07ea835c0c14dd882e5bce13750aef3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490514731 2024-11-24T23:21:56,514 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3548fb167d8144449f6b8b96c783e6dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515866 2024-11-24T23:21:56,524 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:56,525 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/e19782b33dc74a9393d4e1ef6d939dd9 is 50, key is test_row_0/C:col10/1732490515892/Put/seqid=0 2024-11-24T23:21:56,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:56,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T23:21:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:56,527 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:21:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:56,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/1207cd5cf8d64e788a2b3b079af2a152 is 50, key is test_row_0/A:col10/1732490515920/Put/seqid=0 2024-11-24T23:21:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490576537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490576540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490576540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742105_1281 (size=12151) 2024-11-24T23:21:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490576541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490576541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742104_1280 (size=12629) 2024-11-24T23:21:56,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490576643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490576644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490576645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490576648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490576649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T23:21:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490576846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490576847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490576848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490576851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490576852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:56,945 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/1207cd5cf8d64e788a2b3b079af2a152 2024-11-24T23:21:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ec184bac9b3b473d906473fc94a1e89d is 50, key is test_row_0/B:col10/1732490515920/Put/seqid=0 2024-11-24T23:21:56,962 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/e19782b33dc74a9393d4e1ef6d939dd9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e19782b33dc74a9393d4e1ef6d939dd9 2024-11-24T23:21:56,974 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into e19782b33dc74a9393d4e1ef6d939dd9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:56,974 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:56,974 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490516441; duration=0sec 2024-11-24T23:21:56,974 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:56,974 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742106_1282 (size=12151) 2024-11-24T23:21:56,986 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ec184bac9b3b473d906473fc94a1e89d 2024-11-24T23:21:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/815c2aa44add43448e1ef8f2c83fd76c is 50, key is test_row_0/C:col10/1732490515920/Put/seqid=0 2024-11-24T23:21:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742107_1283 (size=12151) 2024-11-24T23:21:57,015 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/815c2aa44add43448e1ef8f2c83fd76c 2024-11-24T23:21:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/1207cd5cf8d64e788a2b3b079af2a152 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152 2024-11-24T23:21:57,027 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T23:21:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ec184bac9b3b473d906473fc94a1e89d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d 2024-11-24T23:21:57,034 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T23:21:57,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/815c2aa44add43448e1ef8f2c83fd76c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c 2024-11-24T23:21:57,040 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T23:21:57,041 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dc3c7023e8572aba5335b4c40a31fd94 in 513ms, sequenceid=231, compaction requested=false 2024-11-24T23:21:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T23:21:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T23:21:57,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T23:21:57,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-11-24T23:21:57,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 980 msec 2024-11-24T23:21:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:57,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:57,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/0c1cc158c0234904881a1e480b32c8b9 is 50, key is test_row_0/A:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742108_1284 (size=12151) 2024-11-24T23:21:57,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/0c1cc158c0234904881a1e480b32c8b9 2024-11-24T23:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T23:21:57,171 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T23:21:57,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T23:21:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:57,174 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490577170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:57,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/f0e5d7867268405090299a057b91a88e is 50, key is test_row_0/B:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490577172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490577172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490577173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490577175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742109_1285 (size=12151) 2024-11-24T23:21:57,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/f0e5d7867268405090299a057b91a88e 2024-11-24T23:21:57,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8eb0c55134054b8c976e32ef2db37e9c is 50, key is test_row_0/C:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742110_1286 (size=12151) 2024-11-24T23:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490577276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490577279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490577279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490577279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490577279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:57,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T23:21:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:57,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:57,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490577480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T23:21:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:57,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490577483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490577484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490577484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490577486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8eb0c55134054b8c976e32ef2db37e9c 2024-11-24T23:21:57,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/0c1cc158c0234904881a1e480b32c8b9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9 2024-11-24T23:21:57,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:21:57,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/f0e5d7867268405090299a057b91a88e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e 2024-11-24T23:21:57,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:21:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8eb0c55134054b8c976e32ef2db37e9c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c 2024-11-24T23:21:57,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:21:57,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dc3c7023e8572aba5335b4c40a31fd94 in 466ms, sequenceid=246, compaction requested=true 2024-11-24T23:21:57,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:57,619 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:57,620 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:57,620 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:57,620 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,620 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a31999ddc49a4b338e40bfa9ee578e48, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.1 K 2024-11-24T23:21:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:57,621 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:57,621 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a31999ddc49a4b338e40bfa9ee578e48, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515866 2024-11-24T23:21:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:57,621 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1207cd5cf8d64e788a2b3b079af2a152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490515916 2024-11-24T23:21:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:57,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:57,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:57,622 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c1cc158c0234904881a1e480b32c8b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:57,622 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:57,622 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:57,622 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,622 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c4b6de259ae243599625ba769381c557, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.1 K 2024-11-24T23:21:57,623 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c4b6de259ae243599625ba769381c557, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515866 2024-11-24T23:21:57,624 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ec184bac9b3b473d906473fc94a1e89d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490515916 2024-11-24T23:21:57,625 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e5d7867268405090299a057b91a88e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:57,634 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:57,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:57,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T23:21:57,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,636 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T23:21:57,637 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/999cff1bf2904691bba39d701c9aff5d is 50, key is test_row_0/A:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:57,642 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:57,642 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/caf4776a35f144fea00ece963a5d0e51 is 50, key is test_row_0/B:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9f67cb36d06045ddbfe2c83c1364ed24 is 50, key is test_row_0/A:col10/1732490517171/Put/seqid=0 2024-11-24T23:21:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742112_1288 (size=12731) 2024-11-24T23:21:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742111_1287 (size=12731) 2024-11-24T23:21:57,654 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/999cff1bf2904691bba39d701c9aff5d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/999cff1bf2904691bba39d701c9aff5d 2024-11-24T23:21:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742113_1289 (size=12301) 2024-11-24T23:21:57,660 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into 999cff1bf2904691bba39d701c9aff5d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:57,660 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:57,660 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490517619; duration=0sec 2024-11-24T23:21:57,660 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:57,660 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:57,660 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:57,661 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:57,661 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:57,661 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:57,661 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e19782b33dc74a9393d4e1ef6d939dd9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.1 K 2024-11-24T23:21:57,662 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19782b33dc74a9393d4e1ef6d939dd9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732490515866 2024-11-24T23:21:57,662 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815c2aa44add43448e1ef8f2c83fd76c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490515916 2024-11-24T23:21:57,663 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb0c55134054b8c976e32ef2db37e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:57,678 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:57,679 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/33a91eeca7a44877a2e5deb36768f642 is 50, key is test_row_0/C:col10/1732490517151/Put/seqid=0 2024-11-24T23:21:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742114_1290 (size=12731) 2024-11-24T23:21:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:57,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490577793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490577793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490577796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490577796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490577797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490577897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490577898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490577901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490577901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490577902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,057 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9f67cb36d06045ddbfe2c83c1364ed24 2024-11-24T23:21:58,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/caf4776a35f144fea00ece963a5d0e51 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/caf4776a35f144fea00ece963a5d0e51 2024-11-24T23:21:58,073 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into caf4776a35f144fea00ece963a5d0e51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:58,073 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:58,073 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490517621; duration=0sec 2024-11-24T23:21:58,074 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:58,074 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:58,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/d1f5aa2435da47e6b07c88726325378a is 50, key is test_row_0/B:col10/1732490517171/Put/seqid=0 2024-11-24T23:21:58,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742115_1291 (size=12301) 2024-11-24T23:21:58,088 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/d1f5aa2435da47e6b07c88726325378a 2024-11-24T23:21:58,098 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/33a91eeca7a44877a2e5deb36768f642 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/33a91eeca7a44877a2e5deb36768f642 2024-11-24T23:21:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490578100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490578102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490578104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490578105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0068db622145499582ea44c2c1fc6d89 is 50, key is test_row_0/C:col10/1732490517171/Put/seqid=0 2024-11-24T23:21:58,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490578109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,113 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 33a91eeca7a44877a2e5deb36768f642(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:58,113 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:58,113 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490517622; duration=0sec 2024-11-24T23:21:58,113 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:58,113 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742116_1292 (size=12301) 2024-11-24T23:21:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490578403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490578406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490578408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490578411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490578415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,558 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0068db622145499582ea44c2c1fc6d89 2024-11-24T23:21:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/9f67cb36d06045ddbfe2c83c1364ed24 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24 2024-11-24T23:21:58,567 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T23:21:58,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/d1f5aa2435da47e6b07c88726325378a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a 2024-11-24T23:21:58,579 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T23:21:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0068db622145499582ea44c2c1fc6d89 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89 2024-11-24T23:21:58,585 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T23:21:58,586 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for dc3c7023e8572aba5335b4c40a31fd94 in 949ms, sequenceid=268, compaction requested=false 2024-11-24T23:21:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T23:21:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T23:21:58,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T23:21:58,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-24T23:21:58,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4170 sec 2024-11-24T23:21:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:58,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:58,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/af6dc6f5e01940d3890ff25a3fa81841 is 50, key is test_row_0/A:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742117_1293 (size=14741) 2024-11-24T23:21:58,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/af6dc6f5e01940d3890ff25a3fa81841 2024-11-24T23:21:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490578930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490578930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490578930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490578935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490578944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:58,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3020320d67cf4de0be23a4408641a1e4 is 50, key is test_row_0/B:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742118_1294 (size=12301) 2024-11-24T23:21:58,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3020320d67cf4de0be23a4408641a1e4 2024-11-24T23:21:59,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0210bc6b47e64b47a7cc54af0f31358d is 50, key is test_row_0/C:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490579037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742119_1295 (size=12301) 2024-11-24T23:21:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490579045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0210bc6b47e64b47a7cc54af0f31358d 2024-11-24T23:21:59,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490579047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490579048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490579048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/af6dc6f5e01940d3890ff25a3fa81841 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841 2024-11-24T23:21:59,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841, entries=200, sequenceid=287, filesize=14.4 K 2024-11-24T23:21:59,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/3020320d67cf4de0be23a4408641a1e4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4 2024-11-24T23:21:59,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-24T23:21:59,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/0210bc6b47e64b47a7cc54af0f31358d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d 2024-11-24T23:21:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d, entries=150, sequenceid=287, filesize=12.0 K 2024-11-24T23:21:59,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for dc3c7023e8572aba5335b4c40a31fd94 in 167ms, sequenceid=287, compaction requested=true 2024-11-24T23:21:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:21:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:59,078 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:59,078 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:59,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:21:59,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:59,080 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:59,080 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:21:59,080 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,080 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:59,080 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:21:59,080 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/999cff1bf2904691bba39d701c9aff5d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=38.8 K 2024-11-24T23:21:59,080 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,080 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/caf4776a35f144fea00ece963a5d0e51, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.5 K 2024-11-24T23:21:59,081 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting caf4776a35f144fea00ece963a5d0e51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:59,081 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 999cff1bf2904691bba39d701c9aff5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:59,081 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f67cb36d06045ddbfe2c83c1364ed24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732490517168 2024-11-24T23:21:59,081 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d1f5aa2435da47e6b07c88726325378a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732490517168 2024-11-24T23:21:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:21:59,082 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3020320d67cf4de0be23a4408641a1e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:21:59,082 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6dc6f5e01940d3890ff25a3fa81841, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:21:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:59,094 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:59,095 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/af4b9129371d4d01ac4cd66d93e63e08 is 50, key is test_row_0/B:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:59,117 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:59,118 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/4149fb3a0b95468c9326afee2c209937 is 50, key is test_row_0/A:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742120_1296 (size=12983) 2024-11-24T23:21:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742121_1297 (size=12983) 2024-11-24T23:21:59,193 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/af4b9129371d4d01ac4cd66d93e63e08 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/af4b9129371d4d01ac4cd66d93e63e08 2024-11-24T23:21:59,199 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/4149fb3a0b95468c9326afee2c209937 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4149fb3a0b95468c9326afee2c209937 2024-11-24T23:21:59,202 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into af4b9129371d4d01ac4cd66d93e63e08(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:59,203 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490519078; duration=0sec 2024-11-24T23:21:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:21:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:21:59,203 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:21:59,205 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:21:59,205 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:21:59,206 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,206 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/33a91eeca7a44877a2e5deb36768f642, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.5 K 2024-11-24T23:21:59,207 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a91eeca7a44877a2e5deb36768f642, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490516539 2024-11-24T23:21:59,207 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0068db622145499582ea44c2c1fc6d89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732490517168 2024-11-24T23:21:59,208 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0210bc6b47e64b47a7cc54af0f31358d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:21:59,209 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into 4149fb3a0b95468c9326afee2c209937(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:59,209 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:59,209 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490519078; duration=0sec 2024-11-24T23:21:59,210 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:59,210 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:21:59,218 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:21:59,219 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/14c5e0b176ad45398346cc9d9d9645ae is 50, key is test_row_0/C:col10/1732490517796/Put/seqid=0 2024-11-24T23:21:59,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742122_1298 (size=12983) 2024-11-24T23:21:59,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bdc231cffbf44b619967c12343b87207 is 50, key is test_row_0/A:col10/1732490519242/Put/seqid=0 2024-11-24T23:21:59,265 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/14c5e0b176ad45398346cc9d9d9645ae as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/14c5e0b176ad45398346cc9d9d9645ae 2024-11-24T23:21:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490579263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,272 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 14c5e0b176ad45398346cc9d9d9645ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:21:59,272 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:59,272 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490519079; duration=0sec 2024-11-24T23:21:59,272 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:21:59,272 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:21:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490579268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490579271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490579272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490579273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742123_1299 (size=12301) 2024-11-24T23:21:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T23:21:59,279 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T23:21:59,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bdc231cffbf44b619967c12343b87207 2024-11-24T23:21:59,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:21:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T23:21:59,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:21:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:21:59,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:21:59,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:21:59,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ffdf6ff6d2614f80bae364298c4d7bae is 50, key is test_row_0/B:col10/1732490519242/Put/seqid=0 2024-11-24T23:21:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742124_1300 (size=12301) 2024-11-24T23:21:59,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490579372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490579375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490579375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490579378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490579379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:21:59,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:59,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:21:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490579574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490579579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490579579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490579580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490579581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:21:59,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:59,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:21:59,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:59,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ffdf6ff6d2614f80bae364298c4d7bae 2024-11-24T23:21:59,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1c028f399f584717bee1373ab315d443 is 50, key is test_row_0/C:col10/1732490519242/Put/seqid=0 2024-11-24T23:21:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742125_1301 (size=12301) 2024-11-24T23:21:59,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1c028f399f584717bee1373ab315d443 2024-11-24T23:21:59,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bdc231cffbf44b619967c12343b87207 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207 2024-11-24T23:21:59,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T23:21:59,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/ffdf6ff6d2614f80bae364298c4d7bae as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae 2024-11-24T23:21:59,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:59,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:21:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T23:21:59,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1c028f399f584717bee1373ab315d443 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443 2024-11-24T23:21:59,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T23:21:59,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for dc3c7023e8572aba5335b4c40a31fd94 in 513ms, sequenceid=311, compaction requested=false 2024-11-24T23:21:59,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:21:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:21:59,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:21:59,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:21:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:21:59,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/69d08f1ca9fc4ac88a0519fbddb3417e is 50, key is test_row_0/A:col10/1732490519879/Put/seqid=0 2024-11-24T23:21:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742126_1302 (size=12301) 2024-11-24T23:21:59,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:21:59,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:21:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:21:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:21:59,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:21:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490579896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490579896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490579944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490579944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:21:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:21:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490579944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490580045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490580045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490580047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490580047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490580047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490580247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490580247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490580250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490580251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490580251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/69d08f1ca9fc4ac88a0519fbddb3417e 2024-11-24T23:22:00,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc7d426f724743cd98d592b62c3e531c is 50, key is test_row_0/B:col10/1732490519879/Put/seqid=0 2024-11-24T23:22:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742127_1303 (size=12301) 2024-11-24T23:22:00,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:22:00,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490580552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490580554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490580554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490580554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490580554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:00,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:00,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc7d426f724743cd98d592b62c3e531c 2024-11-24T23:22:00,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1b32a0cb82bd4d80a2c7ba0d63da2564 is 50, key is test_row_0/C:col10/1732490519879/Put/seqid=0 2024-11-24T23:22:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742128_1304 (size=12301) 2024-11-24T23:22:00,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1b32a0cb82bd4d80a2c7ba0d63da2564 2024-11-24T23:22:00,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/69d08f1ca9fc4ac88a0519fbddb3417e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e 2024-11-24T23:22:00,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T23:22:00,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc7d426f724743cd98d592b62c3e531c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c 2024-11-24T23:22:00,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T23:22:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1b32a0cb82bd4d80a2c7ba0d63da2564 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564 2024-11-24T23:22:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T23:22:00,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dc3c7023e8572aba5335b4c40a31fd94 in 909ms, sequenceid=329, compaction requested=true 2024-11-24T23:22:00,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:00,791 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:00,792 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:00,792 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:00,792 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,792 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4149fb3a0b95468c9326afee2c209937, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.7 K 2024-11-24T23:22:00,793 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4149fb3a0b95468c9326afee2c209937, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:22:00,793 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdc231cffbf44b619967c12343b87207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732490518918 2024-11-24T23:22:00,793 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d08f1ca9fc4ac88a0519fbddb3417e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:00,796 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:00,798 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:00,798 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:00,798 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,798 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/af4b9129371d4d01ac4cd66d93e63e08, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.7 K 2024-11-24T23:22:00,800 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting af4b9129371d4d01ac4cd66d93e63e08, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:22:00,800 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ffdf6ff6d2614f80bae364298c4d7bae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732490518918 2024-11-24T23:22:00,801 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7d426f724743cd98d592b62c3e531c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:00,803 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:00,804 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/f47fc28291114c4aa14269ac15ef6d28 is 50, key is test_row_0/A:col10/1732490519879/Put/seqid=0 2024-11-24T23:22:00,810 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:00,811 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/f0214f10cdd747b5a6c194df670a9c8c is 50, key is test_row_0/B:col10/1732490519879/Put/seqid=0 2024-11-24T23:22:00,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:00,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T23:22:00,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:00,816 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742129_1305 (size=13085) 2024-11-24T23:22:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/114cb13daaef4cd29ffd355d0095d77b is 50, key is test_row_0/A:col10/1732490519902/Put/seqid=0 2024-11-24T23:22:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742130_1306 (size=13085) 2024-11-24T23:22:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742131_1307 (size=12301) 2024-11-24T23:22:00,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/114cb13daaef4cd29ffd355d0095d77b 2024-11-24T23:22:00,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/77fa631281fe4bf3b5fde80a5e8d4b9f is 50, key is test_row_0/B:col10/1732490519902/Put/seqid=0 2024-11-24T23:22:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742132_1308 (size=12301) 2024-11-24T23:22:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:01,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:01,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490581072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490581073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490581073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490581074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490581074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490581177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490581179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490581180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490581180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490581180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,261 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/f47fc28291114c4aa14269ac15ef6d28 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/f47fc28291114c4aa14269ac15ef6d28 2024-11-24T23:22:01,266 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into f47fc28291114c4aa14269ac15ef6d28(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,266 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,266 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490520791; duration=0sec 2024-11-24T23:22:01,266 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:01,266 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:01,266 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:01,267 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:01,268 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:01,268 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,268 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/14c5e0b176ad45398346cc9d9d9645ae, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.7 K 2024-11-24T23:22:01,268 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14c5e0b176ad45398346cc9d9d9645ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732490517792 2024-11-24T23:22:01,272 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c028f399f584717bee1373ab315d443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732490518918 2024-11-24T23:22:01,274 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/f0214f10cdd747b5a6c194df670a9c8c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0214f10cdd747b5a6c194df670a9c8c 2024-11-24T23:22:01,275 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b32a0cb82bd4d80a2c7ba0d63da2564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:01,280 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into f0214f10cdd747b5a6c194df670a9c8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,280 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,280 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490520796; duration=0sec 2024-11-24T23:22:01,281 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,281 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:01,286 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:01,287 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf is 50, key is test_row_0/C:col10/1732490519879/Put/seqid=0 2024-11-24T23:22:01,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/77fa631281fe4bf3b5fde80a5e8d4b9f 2024-11-24T23:22:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742133_1309 (size=13085) 2024-11-24T23:22:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5c497da423444aafb34b518575435f52 is 50, key is test_row_0/C:col10/1732490519902/Put/seqid=0 2024-11-24T23:22:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742134_1310 (size=12301) 2024-11-24T23:22:01,331 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5c497da423444aafb34b518575435f52 2024-11-24T23:22:01,332 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf 2024-11-24T23:22:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/114cb13daaef4cd29ffd355d0095d77b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b 2024-11-24T23:22:01,338 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 64a7a4ba8cc848e6aaa2b48cd9b8b4bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,338 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,338 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490520797; duration=0sec 2024-11-24T23:22:01,338 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,338 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:01,342 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T23:22:01,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/77fa631281fe4bf3b5fde80a5e8d4b9f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f 2024-11-24T23:22:01,347 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T23:22:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5c497da423444aafb34b518575435f52 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52 2024-11-24T23:22:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T23:22:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for dc3c7023e8572aba5335b4c40a31fd94 in 536ms, sequenceid=348, compaction requested=false 2024-11-24T23:22:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T23:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T23:22:01,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T23:22:01,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0700 sec 2024-11-24T23:22:01,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.0750 sec 2024-11-24T23:22:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:01,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d6f8e2dad9c14fdb9110acc0831a0436 is 50, key is test_row_0/A:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T23:22:01,388 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T23:22:01,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T23:22:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742135_1311 (size=12301) 2024-11-24T23:22:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:01,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d6f8e2dad9c14fdb9110acc0831a0436 2024-11-24T23:22:01,392 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:01,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:01,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:01,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/8983b4634e534b53ab133c0a0680b56f is 50, key is test_row_0/B:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490581396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742136_1312 (size=12301) 2024-11-24T23:22:01,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490581399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490581402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490581402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490581402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490581503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490581505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490581506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490581506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490581506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:01,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T23:22:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:01,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:01,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T23:22:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490581706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490581707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490581708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490581709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490581709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:01,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/8983b4634e534b53ab133c0a0680b56f 2024-11-24T23:22:01,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9d7871ee3b704268a1bd68dff1b63266 is 50, key is test_row_0/C:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742137_1313 (size=12301) 2024-11-24T23:22:01,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9d7871ee3b704268a1bd68dff1b63266 2024-11-24T23:22:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d6f8e2dad9c14fdb9110acc0831a0436 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436 2024-11-24T23:22:01,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T23:22:01,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/8983b4634e534b53ab133c0a0680b56f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f 2024-11-24T23:22:01,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T23:22:01,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9d7871ee3b704268a1bd68dff1b63266 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266 2024-11-24T23:22:01,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:01,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T23:22:01,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T23:22:01,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for dc3c7023e8572aba5335b4c40a31fd94 in 472ms, sequenceid=370, compaction requested=true 2024-11-24T23:22:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,853 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:01,854 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:01,855 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,855 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,855 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/f47fc28291114c4aa14269ac15ef6d28, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.8 K 2024-11-24T23:22:01,855 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0214f10cdd747b5a6c194df670a9c8c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.8 K 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f47fc28291114c4aa14269ac15ef6d28, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:01,855 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f0214f10cdd747b5a6c194df670a9c8c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,856 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:01,859 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 114cb13daaef4cd29ffd355d0095d77b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732490519894 2024-11-24T23:22:01,859 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 77fa631281fe4bf3b5fde80a5e8d4b9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732490519894 2024-11-24T23:22:01,859 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6f8e2dad9c14fdb9110acc0831a0436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:01,860 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8983b4634e534b53ab133c0a0680b56f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:01,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bd353435e1d2439f8b38a9e1cf4d8cf8 is 50, key is test_row_0/A:col10/1732490521393/Put/seqid=0 2024-11-24T23:22:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742138_1314 (size=12301) 2024-11-24T23:22:01,903 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:01,903 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:01,903 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/7bfdf8b2534c48059d30cf7b831aa939 is 50, key is test_row_0/B:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,904 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/e3925d0aa86d494e9005bf379a8230db is 50, key is test_row_0/A:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742139_1315 (size=13187) 2024-11-24T23:22:01,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742140_1316 (size=13187) 2024-11-24T23:22:01,952 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/e3925d0aa86d494e9005bf379a8230db as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/e3925d0aa86d494e9005bf379a8230db 2024-11-24T23:22:01,955 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/7bfdf8b2534c48059d30cf7b831aa939 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bfdf8b2534c48059d30cf7b831aa939 2024-11-24T23:22:01,959 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into e3925d0aa86d494e9005bf379a8230db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,960 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,961 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490521853; duration=0sec 2024-11-24T23:22:01,961 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:01,961 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:01,961 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:01,962 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 7bfdf8b2534c48059d30cf7b831aa939(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,962 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,962 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490521853; duration=0sec 2024-11-24T23:22:01,962 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,962 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:01,962 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:01,962 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:01,962 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:01,962 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.8 K 2024-11-24T23:22:01,963 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a7a4ba8cc848e6aaa2b48cd9b8b4bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732490519266 2024-11-24T23:22:01,963 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c497da423444aafb34b518575435f52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732490519894 2024-11-24T23:22:01,964 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7871ee3b704268a1bd68dff1b63266, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:01,975 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#270 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:01,976 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f8ae1f03bca94b39a98c1076b2463082 is 50, key is test_row_0/C:col10/1732490521380/Put/seqid=0 2024-11-24T23:22:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742141_1317 (size=13187) 2024-11-24T23:22:01,991 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f8ae1f03bca94b39a98c1076b2463082 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8ae1f03bca94b39a98c1076b2463082 2024-11-24T23:22:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:01,997 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into f8ae1f03bca94b39a98c1076b2463082(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:01,997 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:01,997 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490521854; duration=0sec 2024-11-24T23:22:01,997 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:01,997 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:02,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490582024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490582027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490582026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490582027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490582028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490582128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490582131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490582131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490582131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490582131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,297 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bd353435e1d2439f8b38a9e1cf4d8cf8 2024-11-24T23:22:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/156babdbc1d748fd893caadbaecf277f is 50, key is test_row_0/B:col10/1732490521393/Put/seqid=0 2024-11-24T23:22:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742142_1318 (size=12301) 2024-11-24T23:22:02,311 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/156babdbc1d748fd893caadbaecf277f 2024-11-24T23:22:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/4d23e470b6ee417db5f26d7ab7542d11 is 50, key is test_row_0/C:col10/1732490521393/Put/seqid=0 2024-11-24T23:22:02,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490582332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490582334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490582334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490582334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490582335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742143_1319 (size=12301) 2024-11-24T23:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490582637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490582638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490582638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490582639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490582640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:02,750 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/4d23e470b6ee417db5f26d7ab7542d11 2024-11-24T23:22:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bd353435e1d2439f8b38a9e1cf4d8cf8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8 2024-11-24T23:22:02,760 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8, entries=150, sequenceid=388, filesize=12.0 K 2024-11-24T23:22:02,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/156babdbc1d748fd893caadbaecf277f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f 2024-11-24T23:22:02,765 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f, entries=150, sequenceid=388, filesize=12.0 K 2024-11-24T23:22:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/4d23e470b6ee417db5f26d7ab7542d11 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11 2024-11-24T23:22:02,770 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11, entries=150, sequenceid=388, filesize=12.0 K 2024-11-24T23:22:02,771 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for dc3c7023e8572aba5335b4c40a31fd94 in 914ms, sequenceid=388, compaction requested=false 2024-11-24T23:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T23:22:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T23:22:02,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T23:22:02,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-11-24T23:22:02,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3840 sec 2024-11-24T23:22:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:03,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:03,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/260fb5a8977c4f2bb2c8d03f9b8a369f is 50, key is test_row_0/A:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490583153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490583153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742144_1320 (size=12301) 2024-11-24T23:22:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490583154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490583155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490583156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490583258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490583258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490583258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490583258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490583260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490583461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490583461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490583461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490583461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490583463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T23:22:03,497 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T23:22:03,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-24T23:22:03,500 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:03,501 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:03,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T23:22:03,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/260fb5a8977c4f2bb2c8d03f9b8a369f 2024-11-24T23:22:03,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/aab28393663d4144af0115f6e3cb5154 is 50, key is test_row_0/B:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742145_1321 (size=12301) 2024-11-24T23:22:03,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/aab28393663d4144af0115f6e3cb5154 2024-11-24T23:22:03,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/ac9d598aea514d9bb306c904a6a686db is 50, key is test_row_0/C:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T23:22:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742146_1322 (size=12301) 2024-11-24T23:22:03,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/ac9d598aea514d9bb306c904a6a686db 2024-11-24T23:22:03,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/260fb5a8977c4f2bb2c8d03f9b8a369f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f 2024-11-24T23:22:03,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:22:03,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/aab28393663d4144af0115f6e3cb5154 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154 2024-11-24T23:22:03,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:22:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/ac9d598aea514d9bb306c904a6a686db as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db 2024-11-24T23:22:03,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T23:22:03,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for dc3c7023e8572aba5335b4c40a31fd94 in 505ms, sequenceid=412, compaction requested=true 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:03,651 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:03,651 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:03,652 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:03,652 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:03,652 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:03,652 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:03,652 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:03,652 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:03,653 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/e3925d0aa86d494e9005bf379a8230db, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.9 K 2024-11-24T23:22:03,653 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bfdf8b2534c48059d30cf7b831aa939, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.9 K 2024-11-24T23:22:03,653 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3925d0aa86d494e9005bf379a8230db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:03,653 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bfdf8b2534c48059d30cf7b831aa939, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:03,654 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 156babdbc1d748fd893caadbaecf277f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732490521393 2024-11-24T23:22:03,654 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd353435e1d2439f8b38a9e1cf4d8cf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732490521393 2024-11-24T23:22:03,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:03,655 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting aab28393663d4144af0115f6e3cb5154, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:03,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T23:22:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:03,656 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 260fb5a8977c4f2bb2c8d03f9b8a369f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:03,656 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/11d45ea8593d46e5ab36cf01a25e3286 is 50, key is test_row_0/A:col10/1732490523154/Put/seqid=0 2024-11-24T23:22:03,678 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:03,679 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/fabcc256feb748558746cb8584cfee6d is 50, key is test_row_0/B:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,689 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:03,690 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a5d10f3b7e4d437382688a5b5f870090 is 50, key is test_row_0/A:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742147_1323 (size=12301) 2024-11-24T23:22:03,727 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/11d45ea8593d46e5ab36cf01a25e3286 2024-11-24T23:22:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742148_1324 (size=13289) 2024-11-24T23:22:03,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/fabcc256feb748558746cb8584cfee6d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fabcc256feb748558746cb8584cfee6d 2024-11-24T23:22:03,766 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into fabcc256feb748558746cb8584cfee6d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:03,766 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:03,766 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490523651; duration=0sec 2024-11-24T23:22:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:03,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:03,766 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:03,766 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:03,766 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:03,769 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:03,769 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:03,769 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:03,769 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8ae1f03bca94b39a98c1076b2463082, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=36.9 K 2024-11-24T23:22:03,770 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ae1f03bca94b39a98c1076b2463082, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732490521072 2024-11-24T23:22:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/215900c1f5604a84890536d86b109044 is 50, key is test_row_0/B:col10/1732490523154/Put/seqid=0 2024-11-24T23:22:03,772 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d23e470b6ee417db5f26d7ab7542d11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732490521393 2024-11-24T23:22:03,773 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9d598aea514d9bb306c904a6a686db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742149_1325 (size=13289) 2024-11-24T23:22:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490583784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490583784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490583784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490583789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490583789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,798 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:03,799 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9a3a60aa5327411b8793b9e5b0af8636 is 50, key is test_row_0/C:col10/1732490523144/Put/seqid=0 2024-11-24T23:22:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742150_1326 (size=12301) 2024-11-24T23:22:03,802 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/215900c1f5604a84890536d86b109044 2024-11-24T23:22:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T23:22:03,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742151_1327 (size=13289) 2024-11-24T23:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8b22fafe312b4a11b05f15d83215d7a3 is 50, key is test_row_0/C:col10/1732490523154/Put/seqid=0 2024-11-24T23:22:03,822 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/9a3a60aa5327411b8793b9e5b0af8636 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9a3a60aa5327411b8793b9e5b0af8636 2024-11-24T23:22:03,829 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 9a3a60aa5327411b8793b9e5b0af8636(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:03,829 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:03,829 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490523651; duration=0sec 2024-11-24T23:22:03,830 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:03,830 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742152_1328 (size=12301) 2024-11-24T23:22:03,840 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8b22fafe312b4a11b05f15d83215d7a3 2024-11-24T23:22:03,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/11d45ea8593d46e5ab36cf01a25e3286 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286 2024-11-24T23:22:03,853 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286, entries=150, sequenceid=427, filesize=12.0 K 2024-11-24T23:22:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/215900c1f5604a84890536d86b109044 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044 2024-11-24T23:22:03,860 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044, entries=150, sequenceid=427, filesize=12.0 K 2024-11-24T23:22:03,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/8b22fafe312b4a11b05f15d83215d7a3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3 2024-11-24T23:22:03,866 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3, entries=150, sequenceid=427, filesize=12.0 K 2024-11-24T23:22:03,867 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dc3c7023e8572aba5335b4c40a31fd94 in 211ms, sequenceid=427, compaction requested=false 2024-11-24T23:22:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-24T23:22:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-24T23:22:03,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T23:22:03,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 368 msec 2024-11-24T23:22:03,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 372 msec 2024-11-24T23:22:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:03,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:03,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5b780c0bb93c48769380cd88025d3b56 is 50, key is test_row_0/A:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742153_1329 (size=12301) 2024-11-24T23:22:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490583904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490583905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490583906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490583907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:03,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490583912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490584014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490584014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490584014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490584014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490584016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T23:22:04,106 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T23:22:04,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-24T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:04,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:04,110 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:04,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:04,180 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a5d10f3b7e4d437382688a5b5f870090 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a5d10f3b7e4d437382688a5b5f870090 2024-11-24T23:22:04,184 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into a5d10f3b7e4d437382688a5b5f870090(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:04,184 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:04,184 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490523651; duration=0sec 2024-11-24T23:22:04,185 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:04,185 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490584217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490584217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490584217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490584218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490584219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:04,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5b780c0bb93c48769380cd88025d3b56 2024-11-24T23:22:04,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc16d28be79848d5b037014c3d1b6d96 is 50, key is test_row_0/B:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742154_1330 (size=12301) 2024-11-24T23:22:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:04,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:04,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490584520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490584520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490584520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490584522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490584523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:04,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:04,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:04,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:04,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:04,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc16d28be79848d5b037014c3d1b6d96 2024-11-24T23:22:04,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:04,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3fcfc01c0bb94a51b12080c1b5d24c23 is 50, key is test_row_0/C:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742155_1331 (size=12301) 2024-11-24T23:22:04,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:04,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:04,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:05,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490585023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:05,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:05,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490585024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:05,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490585027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490585031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490585031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:05,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3fcfc01c0bb94a51b12080c1b5d24c23 2024-11-24T23:22:05,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5b780c0bb93c48769380cd88025d3b56 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56 2024-11-24T23:22:05,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:22:05,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/cc16d28be79848d5b037014c3d1b6d96 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96 2024-11-24T23:22:05,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:22:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/3fcfc01c0bb94a51b12080c1b5d24c23 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23 2024-11-24T23:22:05,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:22:05,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dc3c7023e8572aba5335b4c40a31fd94 in 1263ms, sequenceid=453, compaction requested=true 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:05,155 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:05,155 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:05,156 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:05,156 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:05,157 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:05,157 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:05,157 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,157 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,157 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a5d10f3b7e4d437382688a5b5f870090, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.0 K 2024-11-24T23:22:05,157 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fabcc256feb748558746cb8584cfee6d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.0 K 2024-11-24T23:22:05,157 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fabcc256feb748558746cb8584cfee6d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:05,157 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5d10f3b7e4d437382688a5b5f870090, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:05,158 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d45ea8593d46e5ab36cf01a25e3286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732490523151 2024-11-24T23:22:05,158 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 215900c1f5604a84890536d86b109044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732490523151 2024-11-24T23:22:05,158 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting cc16d28be79848d5b037014c3d1b6d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:05,158 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b780c0bb93c48769380cd88025d3b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:05,170 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:05,170 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:05,171 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/694fcd4a07c444f0abe7e078e7bd08c9 is 50, key is test_row_0/B:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:05,171 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5333e099e51d47618e6909115cf08065 is 50, key is test_row_0/A:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:05,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:05,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T23:22:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,182 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742156_1332 (size=13391) 2024-11-24T23:22:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742157_1333 (size=13391) 2024-11-24T23:22:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/8c5026dee6364f1d9a23d67f50a5e7be is 50, key is test_row_0/A:col10/1732490523905/Put/seqid=0 2024-11-24T23:22:05,197 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/694fcd4a07c444f0abe7e078e7bd08c9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/694fcd4a07c444f0abe7e078e7bd08c9 2024-11-24T23:22:05,204 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 694fcd4a07c444f0abe7e078e7bd08c9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:05,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:05,204 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490525155; duration=0sec 2024-11-24T23:22:05,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:05,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:05,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:05,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742158_1334 (size=12301) 2024-11-24T23:22:05,205 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:05,205 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:05,206 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,206 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9a3a60aa5327411b8793b9e5b0af8636, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.0 K 2024-11-24T23:22:05,206 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3a60aa5327411b8793b9e5b0af8636, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732490522026 2024-11-24T23:22:05,206 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/8c5026dee6364f1d9a23d67f50a5e7be 2024-11-24T23:22:05,207 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b22fafe312b4a11b05f15d83215d7a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732490523151 2024-11-24T23:22:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:05,216 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fcfc01c0bb94a51b12080c1b5d24c23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4a788c96f5d3440eb1dcedab4632e9ab is 50, key is test_row_0/B:col10/1732490523905/Put/seqid=0 2024-11-24T23:22:05,227 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:05,228 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f8d6db6f638f4efe8569e11aeaefe57f is 50, key is test_row_0/C:col10/1732490523787/Put/seqid=0 2024-11-24T23:22:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742160_1336 (size=13391) 2024-11-24T23:22:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742159_1335 (size=12301) 2024-11-24T23:22:05,287 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f8d6db6f638f4efe8569e11aeaefe57f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8d6db6f638f4efe8569e11aeaefe57f 2024-11-24T23:22:05,308 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into f8d6db6f638f4efe8569e11aeaefe57f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:05,308 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:05,308 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490525155; duration=0sec 2024-11-24T23:22:05,309 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:05,309 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:05,599 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5333e099e51d47618e6909115cf08065 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5333e099e51d47618e6909115cf08065 2024-11-24T23:22:05,603 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into 5333e099e51d47618e6909115cf08065(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:05,603 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:05,603 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490525155; duration=0sec 2024-11-24T23:22:05,603 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:05,603 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:05,682 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4a788c96f5d3440eb1dcedab4632e9ab 2024-11-24T23:22:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1d1e8cde17b848c6a973e70c5af05ef0 is 50, key is test_row_0/C:col10/1732490523905/Put/seqid=0 2024-11-24T23:22:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742161_1337 (size=12301) 2024-11-24T23:22:05,693 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1d1e8cde17b848c6a973e70c5af05ef0 2024-11-24T23:22:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/8c5026dee6364f1d9a23d67f50a5e7be as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be 2024-11-24T23:22:05,701 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be, entries=150, sequenceid=467, filesize=12.0 K 2024-11-24T23:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4a788c96f5d3440eb1dcedab4632e9ab as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab 2024-11-24T23:22:05,706 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab, entries=150, sequenceid=467, filesize=12.0 K 2024-11-24T23:22:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1d1e8cde17b848c6a973e70c5af05ef0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0 2024-11-24T23:22:05,712 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0, entries=150, sequenceid=467, filesize=12.0 K 2024-11-24T23:22:05,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for dc3c7023e8572aba5335b4c40a31fd94 in 531ms, sequenceid=467, compaction requested=false 2024-11-24T23:22:05,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:05,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:05,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-24T23:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-24T23:22:05,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T23:22:05,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-11-24T23:22:05,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.6090 sec 2024-11-24T23:22:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:06,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:06,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a7063481f4d44fc1a052b0101449860f is 50, key is test_row_0/A:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742162_1338 (size=12301) 2024-11-24T23:22:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490586054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490586055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490586055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490586057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490586058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490586159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490586159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490586159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490586161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490586161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T23:22:06,213 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T23:22:06,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-24T23:22:06,219 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:06,220 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:06,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490586364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490586364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490586363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490586365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:06,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490586371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a7063481f4d44fc1a052b0101449860f 2024-11-24T23:22:06,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4fa3526154ab4c9690c7e6c5932eb550 is 50, key is test_row_0/B:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742163_1339 (size=12301) 2024-11-24T23:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:06,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:06,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490586671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490586672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490586673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490586678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:06,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490586672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:06,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:06,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4fa3526154ab4c9690c7e6c5932eb550 2024-11-24T23:22:06,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b76c3c772d1f4224b2a2ae0ba2033cee is 50, key is test_row_0/C:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742164_1340 (size=12301) 2024-11-24T23:22:06,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b76c3c772d1f4224b2a2ae0ba2033cee 2024-11-24T23:22:06,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:06,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:06,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/a7063481f4d44fc1a052b0101449860f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f 2024-11-24T23:22:07,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T23:22:07,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4fa3526154ab4c9690c7e6c5932eb550 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550 2024-11-24T23:22:07,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T23:22:07,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/b76c3c772d1f4224b2a2ae0ba2033cee as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee 2024-11-24T23:22:07,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T23:22:07,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for dc3c7023e8572aba5335b4c40a31fd94 in 990ms, sequenceid=481, compaction requested=true 2024-11-24T23:22:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T23:22:07,027 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:07,027 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:07,029 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:07,029 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:07,029 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:07,029 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8d6db6f638f4efe8569e11aeaefe57f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.1 K 2024-11-24T23:22:07,029 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:07,029 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:07,029 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:07,029 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5333e099e51d47618e6909115cf08065, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.1 K 2024-11-24T23:22:07,030 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f8d6db6f638f4efe8569e11aeaefe57f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:07,030 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5333e099e51d47618e6909115cf08065, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:07,030 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c5026dee6364f1d9a23d67f50a5e7be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732490523901 2024-11-24T23:22:07,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1e8cde17b848c6a973e70c5af05ef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732490523901 2024-11-24T23:22:07,031 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7063481f4d44fc1a052b0101449860f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:07,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b76c3c772d1f4224b2a2ae0ba2033cee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:07,040 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:07,040 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:07,041 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/90630dc64eda4b8e9cf3927845723ea6 is 50, key is test_row_0/C:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:07,041 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/c493e53daf534854a93938ecf5f7046e is 50, key is test_row_0/A:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742165_1341 (size=13493) 2024-11-24T23:22:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742166_1342 (size=13493) 2024-11-24T23:22:07,113 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/c493e53daf534854a93938ecf5f7046e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/c493e53daf534854a93938ecf5f7046e 2024-11-24T23:22:07,121 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into c493e53daf534854a93938ecf5f7046e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:07,121 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:07,121 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490527027; duration=0sec 2024-11-24T23:22:07,121 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:07,121 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:07,121 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:07,124 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:07,124 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:07,124 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:07,124 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/694fcd4a07c444f0abe7e078e7bd08c9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.1 K 2024-11-24T23:22:07,125 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 694fcd4a07c444f0abe7e078e7bd08c9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490523787 2024-11-24T23:22:07,125 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a788c96f5d3440eb1dcedab4632e9ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732490523901 2024-11-24T23:22:07,126 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa3526154ab4c9690c7e6c5932eb550, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:07,140 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:07,141 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/9c525e06b25f45fc8b0d1006a2b7b5ef is 50, key is test_row_0/B:col10/1732490526035/Put/seqid=0 2024-11-24T23:22:07,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:07,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T23:22:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:07,147 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/71c951a2e4804110a2878007d0d66cf3 is 50, key is test_row_0/A:col10/1732490526056/Put/seqid=0 2024-11-24T23:22:07,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. as already flushing 2024-11-24T23:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742167_1343 (size=13493) 2024-11-24T23:22:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490587196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490587197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,204 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/9c525e06b25f45fc8b0d1006a2b7b5ef as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/9c525e06b25f45fc8b0d1006a2b7b5ef 2024-11-24T23:22:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490587203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,210 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 9c525e06b25f45fc8b0d1006a2b7b5ef(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:07,210 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:07,210 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490527027; duration=0sec 2024-11-24T23:22:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490587205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,210 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:07,210 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742168_1344 (size=12301) 2024-11-24T23:22:07,213 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/71c951a2e4804110a2878007d0d66cf3 2024-11-24T23:22:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490587209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/0e8defd576f34c41bef63acc08d4164d is 50, key is test_row_0/B:col10/1732490526056/Put/seqid=0 2024-11-24T23:22:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742169_1345 (size=12301) 2024-11-24T23:22:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490587305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490587305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490587313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:07,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490587323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,488 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/90630dc64eda4b8e9cf3927845723ea6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/90630dc64eda4b8e9cf3927845723ea6 2024-11-24T23:22:07,494 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 90630dc64eda4b8e9cf3927845723ea6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:07,494 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:07,495 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490527027; duration=0sec 2024-11-24T23:22:07,495 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:07,495 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490587509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490587510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490587519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490587525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/0e8defd576f34c41bef63acc08d4164d 2024-11-24T23:22:07,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/6d08e9f79ca64436beba24809db80a02 is 50, key is test_row_0/C:col10/1732490526056/Put/seqid=0 2024-11-24T23:22:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742170_1346 (size=12301) 2024-11-24T23:22:07,732 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/6d08e9f79ca64436beba24809db80a02 2024-11-24T23:22:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/71c951a2e4804110a2878007d0d66cf3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3 2024-11-24T23:22:07,743 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3, entries=150, sequenceid=508, filesize=12.0 K 2024-11-24T23:22:07,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/0e8defd576f34c41bef63acc08d4164d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d 2024-11-24T23:22:07,754 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d, entries=150, sequenceid=508, filesize=12.0 K 2024-11-24T23:22:07,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/6d08e9f79ca64436beba24809db80a02 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02 2024-11-24T23:22:07,760 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02, entries=150, sequenceid=508, filesize=12.0 K 2024-11-24T23:22:07,761 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for dc3c7023e8572aba5335b4c40a31fd94 in 614ms, sequenceid=508, compaction requested=false 2024-11-24T23:22:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-24T23:22:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-24T23:22:07,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T23:22:07,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5420 sec 2024-11-24T23:22:07,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.5480 sec 2024-11-24T23:22:07,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:07,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 is 50, key is test_row_0/A:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:07,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742171_1347 (size=14741) 2024-11-24T23:22:07,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490587875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490587876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490587881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490587882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,919 DEBUG [Thread-1107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:64830 2024-11-24T23:22:07,919 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:07,919 DEBUG [Thread-1101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:64830 2024-11-24T23:22:07,919 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:07,920 DEBUG [Thread-1103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:64830 2024-11-24T23:22:07,920 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:07,923 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:64830 2024-11-24T23:22:07,923 DEBUG [Thread-1105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:64830 2024-11-24T23:22:07,923 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:07,923 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:07,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490587984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490587985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490587988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490587989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732490588188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40362 deadline: 1732490588189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40368 deadline: 1732490588192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40374 deadline: 1732490588193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732490588210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:08,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 2024-11-24T23:22:08,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/7bee96efb8f94735b895b2183c2afbff is 50, key is test_row_0/B:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:08,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742172_1348 (size=12301) 2024-11-24T23:22:08,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/7bee96efb8f94735b895b2183c2afbff 2024-11-24T23:22:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T23:22:08,324 INFO [Thread-1100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T23:22:08,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1ff379219d614e528f7a2642009a4d48 is 50, key is test_row_0/C:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742173_1349 (size=12301) 2024-11-24T23:22:08,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1ff379219d614e528f7a2642009a4d48 2024-11-24T23:22:08,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 2024-11-24T23:22:08,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6, entries=200, sequenceid=522, filesize=14.4 K 2024-11-24T23:22:08,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/7bee96efb8f94735b895b2183c2afbff as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff 2024-11-24T23:22:08,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff, entries=150, sequenceid=522, filesize=12.0 K 2024-11-24T23:22:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/1ff379219d614e528f7a2642009a4d48 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48 2024-11-24T23:22:08,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48, entries=150, sequenceid=522, filesize=12.0 K 2024-11-24T23:22:08,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dc3c7023e8572aba5335b4c40a31fd94 in 568ms, sequenceid=522, compaction requested=true 2024-11-24T23:22:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:08,385 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:08,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:08,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:08,386 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:08,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc3c7023e8572aba5335b4c40a31fd94:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:08,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:08,388 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:08,388 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/B is initiating minor compaction (all files) 2024-11-24T23:22:08,388 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/B in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:08,388 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/9c525e06b25f45fc8b0d1006a2b7b5ef, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.2 K 2024-11-24T23:22:08,388 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:08,388 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/A is initiating minor compaction (all files) 2024-11-24T23:22:08,388 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/A in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:08,388 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/c493e53daf534854a93938ecf5f7046e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=39.6 K 2024-11-24T23:22:08,389 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c525e06b25f45fc8b0d1006a2b7b5ef, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:08,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting c493e53daf534854a93938ecf5f7046e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:08,389 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71c951a2e4804110a2878007d0d66cf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732490526049 2024-11-24T23:22:08,389 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e8defd576f34c41bef63acc08d4164d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732490526049 2024-11-24T23:22:08,390 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc0e255e6d34d84b53afa4ed8d0ddd6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732490527192 2024-11-24T23:22:08,390 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bee96efb8f94735b895b2183c2afbff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732490527199 2024-11-24T23:22:08,402 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:08,402 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/6faf18d792dc4a89b13d3a06e22fbb90 is 50, key is test_row_0/B:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:08,414 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#A#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:08,415 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d182293764ca439c8331a732d78b6f88 is 50, key is test_row_0/A:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742174_1350 (size=13595) 2024-11-24T23:22:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742175_1351 (size=13595) 2024-11-24T23:22:08,461 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/6faf18d792dc4a89b13d3a06e22fbb90 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/6faf18d792dc4a89b13d3a06e22fbb90 2024-11-24T23:22:08,464 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/d182293764ca439c8331a732d78b6f88 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d182293764ca439c8331a732d78b6f88 2024-11-24T23:22:08,468 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/B of dc3c7023e8572aba5335b4c40a31fd94 into 6faf18d792dc4a89b13d3a06e22fbb90(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:08,468 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:08,469 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/B, priority=13, startTime=1732490528385; duration=0sec 2024-11-24T23:22:08,469 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:08,469 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:B 2024-11-24T23:22:08,469 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:08,470 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:08,471 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): dc3c7023e8572aba5335b4c40a31fd94/C is initiating minor compaction (all files) 2024-11-24T23:22:08,471 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc3c7023e8572aba5335b4c40a31fd94/C in TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:08,471 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/A of dc3c7023e8572aba5335b4c40a31fd94 into d182293764ca439c8331a732d78b6f88(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:08,471 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:08,471 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/A, priority=13, startTime=1732490528385; duration=0sec 2024-11-24T23:22:08,471 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/90630dc64eda4b8e9cf3927845723ea6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp, totalSize=37.2 K 2024-11-24T23:22:08,471 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:08,471 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:A 2024-11-24T23:22:08,471 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 90630dc64eda4b8e9cf3927845723ea6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732490526032 2024-11-24T23:22:08,472 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d08e9f79ca64436beba24809db80a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732490526049 2024-11-24T23:22:08,472 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff379219d614e528f7a2642009a4d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732490527199 2024-11-24T23:22:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:08,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:08,493 DEBUG [Thread-1090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:64830 2024-11-24T23:22:08,493 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:08,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:08,498 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc3c7023e8572aba5335b4c40a31fd94#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:08,501 DEBUG [Thread-1092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:64830 2024-11-24T23:22:08,501 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,502 DEBUG [Thread-1094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:64830 2024-11-24T23:22:08,502 DEBUG [Thread-1098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:64830 2024-11-24T23:22:08,502 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,502 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:08,505 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/78565c0a412f4655b54a2d1c2db41bfd is 50, key is test_row_0/C:col10/1732490527199/Put/seqid=0 2024-11-24T23:22:08,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5a53986a72444557a6dfbf1b1e02a83a is 50, key is test_row_0/A:col10/1732490528491/Put/seqid=0 2024-11-24T23:22:08,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742176_1352 (size=13595) 2024-11-24T23:22:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742177_1353 (size=12301) 2024-11-24T23:22:08,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5a53986a72444557a6dfbf1b1e02a83a 2024-11-24T23:22:08,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/2a92d9cc3e1e4310ae79e130c50aee4e is 50, key is test_row_0/B:col10/1732490528491/Put/seqid=0 2024-11-24T23:22:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742178_1354 (size=12301) 2024-11-24T23:22:08,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/2a92d9cc3e1e4310ae79e130c50aee4e 2024-11-24T23:22:08,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5a693a55ede74fbfb7cdf5394b0d194a is 50, key is test_row_0/C:col10/1732490528491/Put/seqid=0 2024-11-24T23:22:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742179_1355 (size=12301) 2024-11-24T23:22:08,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5a693a55ede74fbfb7cdf5394b0d194a 2024-11-24T23:22:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5a53986a72444557a6dfbf1b1e02a83a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5a53986a72444557a6dfbf1b1e02a83a 2024-11-24T23:22:08,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5a53986a72444557a6dfbf1b1e02a83a, entries=150, sequenceid=549, filesize=12.0 K 2024-11-24T23:22:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/2a92d9cc3e1e4310ae79e130c50aee4e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/2a92d9cc3e1e4310ae79e130c50aee4e 2024-11-24T23:22:08,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/2a92d9cc3e1e4310ae79e130c50aee4e, entries=150, sequenceid=549, filesize=12.0 K 2024-11-24T23:22:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/5a693a55ede74fbfb7cdf5394b0d194a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5a693a55ede74fbfb7cdf5394b0d194a 2024-11-24T23:22:08,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5a693a55ede74fbfb7cdf5394b0d194a, entries=150, sequenceid=549, filesize=12.0 K 2024-11-24T23:22:08,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for dc3c7023e8572aba5335b4c40a31fd94 in 130ms, sequenceid=549, compaction requested=false 2024-11-24T23:22:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:08,926 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/78565c0a412f4655b54a2d1c2db41bfd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/78565c0a412f4655b54a2d1c2db41bfd 2024-11-24T23:22:08,932 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc3c7023e8572aba5335b4c40a31fd94/C of dc3c7023e8572aba5335b4c40a31fd94 into 78565c0a412f4655b54a2d1c2db41bfd(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:08,932 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:08,932 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94., storeName=dc3c7023e8572aba5335b4c40a31fd94/C, priority=13, startTime=1732490528386; duration=0sec 2024-11-24T23:22:08,932 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:08,932 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc3c7023e8572aba5335b4c40a31fd94:C 2024-11-24T23:22:10,217 DEBUG [Thread-1096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:64830 2024-11-24T23:22:10,217 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5823 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5692 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5646 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5832 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5686 2024-11-24T23:22:10,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:22:10,218 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:22:10,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:64830 2024-11-24T23:22:10,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:10,219 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:22:10,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:22:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:10,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490530224"}]},"ts":"1732490530224"} 2024-11-24T23:22:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T23:22:10,226 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:22:10,232 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:22:10,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:22:10,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, UNASSIGN}] 2024-11-24T23:22:10,236 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, UNASSIGN 2024-11-24T23:22:10,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=dc3c7023e8572aba5335b4c40a31fd94, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:10,239 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:22:10,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T23:22:10,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:10,393 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:10,393 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:22:10,393 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing dc3c7023e8572aba5335b4c40a31fd94, disabling compactions & flushes 2024-11-24T23:22:10,393 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:10,393 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:10,393 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. after waiting 0 ms 2024-11-24T23:22:10,393 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:10,393 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing dc3c7023e8572aba5335b4c40a31fd94 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=A 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=B 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc3c7023e8572aba5335b4c40a31fd94, store=C 2024-11-24T23:22:10,394 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:10,414 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5bc86f0cead24bbd86b8f79451209df9 is 50, key is test_row_0/A:col10/1732490528499/Put/seqid=0 2024-11-24T23:22:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742180_1356 (size=12301) 2024-11-24T23:22:10,455 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5bc86f0cead24bbd86b8f79451209df9 2024-11-24T23:22:10,473 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4ce3c93166d74abe8f8893b987d65268 is 50, key is test_row_0/B:col10/1732490528499/Put/seqid=0 2024-11-24T23:22:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742181_1357 (size=12301) 2024-11-24T23:22:10,507 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4ce3c93166d74abe8f8893b987d65268 2024-11-24T23:22:10,521 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f508b55c98344ff6aa41fe1e0f6e06f2 is 50, key is test_row_0/C:col10/1732490528499/Put/seqid=0 2024-11-24T23:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T23:22:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742182_1358 (size=12301) 2024-11-24T23:22:10,583 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f508b55c98344ff6aa41fe1e0f6e06f2 2024-11-24T23:22:10,589 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/A/5bc86f0cead24bbd86b8f79451209df9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5bc86f0cead24bbd86b8f79451209df9 2024-11-24T23:22:10,594 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5bc86f0cead24bbd86b8f79451209df9, entries=150, sequenceid=557, filesize=12.0 K 2024-11-24T23:22:10,595 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/B/4ce3c93166d74abe8f8893b987d65268 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4ce3c93166d74abe8f8893b987d65268 2024-11-24T23:22:10,600 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4ce3c93166d74abe8f8893b987d65268, entries=150, sequenceid=557, filesize=12.0 K 2024-11-24T23:22:10,601 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/.tmp/C/f508b55c98344ff6aa41fe1e0f6e06f2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f508b55c98344ff6aa41fe1e0f6e06f2 2024-11-24T23:22:10,605 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f508b55c98344ff6aa41fe1e0f6e06f2, entries=150, sequenceid=557, filesize=12.0 K 2024-11-24T23:22:10,606 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for dc3c7023e8572aba5335b4c40a31fd94 in 213ms, sequenceid=557, compaction requested=true 2024-11-24T23:22:10,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/aa93bf2e56dd49c3a1bbf8c37322f004, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1637b429f4bb4c18a8123854673e3676, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/6a8ad396a23e42348ce00a73f5dac226, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a31999ddc49a4b338e40bfa9ee578e48, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/999cff1bf2904691bba39d701c9aff5d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4149fb3a0b95468c9326afee2c209937, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/f47fc28291114c4aa14269ac15ef6d28, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/e3925d0aa86d494e9005bf379a8230db, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a5d10f3b7e4d437382688a5b5f870090, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5333e099e51d47618e6909115cf08065, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/c493e53daf534854a93938ecf5f7046e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6] to archive 2024-11-24T23:22:10,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:10,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/cee3136322824c1e972e7bf0454a5ade 2024-11-24T23:22:10,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ffa140a03ac049d691dc2ce060dc38b5 2024-11-24T23:22:10,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/aa93bf2e56dd49c3a1bbf8c37322f004 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/aa93bf2e56dd49c3a1bbf8c37322f004 2024-11-24T23:22:10,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9a1022847e1e4ee69d804fa209fa176a 2024-11-24T23:22:10,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ca5da96be6f841d3b6122188495daf63 2024-11-24T23:22:10,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1637b429f4bb4c18a8123854673e3676 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1637b429f4bb4c18a8123854673e3676 2024-11-24T23:22:10,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ef66219bcf4f4acdbecb864579e12d9a 2024-11-24T23:22:10,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/b9c001b579d54fc9ab951f0f6f57a103 2024-11-24T23:22:10,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/292e6ce33440497baf2b338f929bc618 2024-11-24T23:22:10,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d3533afeca7d49b38e403a7793792047 2024-11-24T23:22:10,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/6a8ad396a23e42348ce00a73f5dac226 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/6a8ad396a23e42348ce00a73f5dac226 2024-11-24T23:22:10,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/64668d07f4e84dbbbefc474840d6c023 2024-11-24T23:22:10,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/ed81b566538045d2883ab4b4e9654d11 2024-11-24T23:22:10,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4e159da3a9484de3ab13de107a782445 2024-11-24T23:22:10,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a31999ddc49a4b338e40bfa9ee578e48 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a31999ddc49a4b338e40bfa9ee578e48 2024-11-24T23:22:10,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/1207cd5cf8d64e788a2b3b079af2a152 2024-11-24T23:22:10,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/999cff1bf2904691bba39d701c9aff5d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/999cff1bf2904691bba39d701c9aff5d 2024-11-24T23:22:10,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/0c1cc158c0234904881a1e480b32c8b9 2024-11-24T23:22:10,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/9f67cb36d06045ddbfe2c83c1364ed24 2024-11-24T23:22:10,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/af6dc6f5e01940d3890ff25a3fa81841 2024-11-24T23:22:10,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4149fb3a0b95468c9326afee2c209937 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/4149fb3a0b95468c9326afee2c209937 2024-11-24T23:22:10,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bdc231cffbf44b619967c12343b87207 2024-11-24T23:22:10,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/f47fc28291114c4aa14269ac15ef6d28 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/f47fc28291114c4aa14269ac15ef6d28 2024-11-24T23:22:10,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/69d08f1ca9fc4ac88a0519fbddb3417e 2024-11-24T23:22:10,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/114cb13daaef4cd29ffd355d0095d77b 2024-11-24T23:22:10,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/e3925d0aa86d494e9005bf379a8230db to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/e3925d0aa86d494e9005bf379a8230db 2024-11-24T23:22:10,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d6f8e2dad9c14fdb9110acc0831a0436 2024-11-24T23:22:10,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bd353435e1d2439f8b38a9e1cf4d8cf8 2024-11-24T23:22:10,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a5d10f3b7e4d437382688a5b5f870090 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a5d10f3b7e4d437382688a5b5f870090 2024-11-24T23:22:10,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/260fb5a8977c4f2bb2c8d03f9b8a369f 2024-11-24T23:22:10,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/11d45ea8593d46e5ab36cf01a25e3286 2024-11-24T23:22:10,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5333e099e51d47618e6909115cf08065 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5333e099e51d47618e6909115cf08065 2024-11-24T23:22:10,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5b780c0bb93c48769380cd88025d3b56 2024-11-24T23:22:10,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/8c5026dee6364f1d9a23d67f50a5e7be 2024-11-24T23:22:10,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/c493e53daf534854a93938ecf5f7046e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/c493e53daf534854a93938ecf5f7046e 2024-11-24T23:22:10,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/a7063481f4d44fc1a052b0101449860f 2024-11-24T23:22:10,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/71c951a2e4804110a2878007d0d66cf3 2024-11-24T23:22:10,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/bcc0e255e6d34d84b53afa4ed8d0ddd6 2024-11-24T23:22:10,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e944e79230b4014b04da7d483be8ca2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e054838bc3d42d8b50945a2137ba31a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ad2ee1a769b34cd099caea0067841ae3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c4b6de259ae243599625ba769381c557, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/caf4776a35f144fea00ece963a5d0e51, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/af4b9129371d4d01ac4cd66d93e63e08, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0214f10cdd747b5a6c194df670a9c8c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bfdf8b2534c48059d30cf7b831aa939, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fabcc256feb748558746cb8584cfee6d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/694fcd4a07c444f0abe7e078e7bd08c9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/9c525e06b25f45fc8b0d1006a2b7b5ef, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff] to archive 2024-11-24T23:22:10,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:10,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/085ea311db4b4cdb86ec189e60bafbca 2024-11-24T23:22:10,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e150fd5b1a2e473fad51cac2dd6876c7 2024-11-24T23:22:10,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e944e79230b4014b04da7d483be8ca2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e944e79230b4014b04da7d483be8ca2 2024-11-24T23:22:10,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/5d47a09a37404fb38ea09767f1fcc92a 2024-11-24T23:22:10,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c7ae3c34000b4b2796618c3c05d7702a 2024-11-24T23:22:10,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e054838bc3d42d8b50945a2137ba31a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3e054838bc3d42d8b50945a2137ba31a 2024-11-24T23:22:10,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/43d92cf66c5741009c5bd0720b6839d4 2024-11-24T23:22:10,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/eac5ddd4c2434b799ffd36a29143824a 2024-11-24T23:22:10,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fc567d86081a412ab6cae7c0d4614ae4 2024-11-24T23:22:10,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/31e77b5ac5df42f28a9f32a08598760f 2024-11-24T23:22:10,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ad2ee1a769b34cd099caea0067841ae3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ad2ee1a769b34cd099caea0067841ae3 2024-11-24T23:22:10,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e71d1a9fe3a24f5b964161cfa607186e 2024-11-24T23:22:10,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/be641cbce0414585ba095509fd080ae8 2024-11-24T23:22:10,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c4b6de259ae243599625ba769381c557 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/c4b6de259ae243599625ba769381c557 2024-11-24T23:22:10,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/e66b219ef29c49ffaa20c6b511722a2c 2024-11-24T23:22:10,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ec184bac9b3b473d906473fc94a1e89d 2024-11-24T23:22:10,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/caf4776a35f144fea00ece963a5d0e51 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/caf4776a35f144fea00ece963a5d0e51 2024-11-24T23:22:10,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0e5d7867268405090299a057b91a88e 2024-11-24T23:22:10,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/d1f5aa2435da47e6b07c88726325378a 2024-11-24T23:22:10,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/af4b9129371d4d01ac4cd66d93e63e08 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/af4b9129371d4d01ac4cd66d93e63e08 2024-11-24T23:22:10,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/3020320d67cf4de0be23a4408641a1e4 2024-11-24T23:22:10,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/ffdf6ff6d2614f80bae364298c4d7bae 2024-11-24T23:22:10,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0214f10cdd747b5a6c194df670a9c8c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/f0214f10cdd747b5a6c194df670a9c8c 2024-11-24T23:22:10,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc7d426f724743cd98d592b62c3e531c 2024-11-24T23:22:10,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/77fa631281fe4bf3b5fde80a5e8d4b9f 2024-11-24T23:22:10,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bfdf8b2534c48059d30cf7b831aa939 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bfdf8b2534c48059d30cf7b831aa939 2024-11-24T23:22:10,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/8983b4634e534b53ab133c0a0680b56f 2024-11-24T23:22:10,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/156babdbc1d748fd893caadbaecf277f 2024-11-24T23:22:10,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fabcc256feb748558746cb8584cfee6d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/fabcc256feb748558746cb8584cfee6d 2024-11-24T23:22:10,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/aab28393663d4144af0115f6e3cb5154 2024-11-24T23:22:10,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/215900c1f5604a84890536d86b109044 2024-11-24T23:22:10,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/694fcd4a07c444f0abe7e078e7bd08c9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/694fcd4a07c444f0abe7e078e7bd08c9 2024-11-24T23:22:10,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/cc16d28be79848d5b037014c3d1b6d96 2024-11-24T23:22:10,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4a788c96f5d3440eb1dcedab4632e9ab 2024-11-24T23:22:10,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/9c525e06b25f45fc8b0d1006a2b7b5ef to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/9c525e06b25f45fc8b0d1006a2b7b5ef 2024-11-24T23:22:10,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4fa3526154ab4c9690c7e6c5932eb550 2024-11-24T23:22:10,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/0e8defd576f34c41bef63acc08d4164d 2024-11-24T23:22:10,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/7bee96efb8f94735b895b2183c2afbff 2024-11-24T23:22:10,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c052845cea4648419f991f02369152b6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/99b0eb7448804ffdbc32642cf521e8a6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ef67c6fbcb844db1b407332bcc0a5d05, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e19782b33dc74a9393d4e1ef6d939dd9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/33a91eeca7a44877a2e5deb36768f642, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/14c5e0b176ad45398346cc9d9d9645ae, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8ae1f03bca94b39a98c1076b2463082, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9a3a60aa5327411b8793b9e5b0af8636, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8d6db6f638f4efe8569e11aeaefe57f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/90630dc64eda4b8e9cf3927845723ea6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48] to archive 2024-11-24T23:22:10,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:10,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8e9814fccf4e467aaae8a874e6c89a6e 2024-11-24T23:22:10,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e30cc8a8aee2419f969801e55ee04acd 2024-11-24T23:22:10,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c052845cea4648419f991f02369152b6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c052845cea4648419f991f02369152b6 2024-11-24T23:22:10,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b29e89f55b1944e7b6ed6ecbfdf1d69a 2024-11-24T23:22:10,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/74fa97443b37495f9a0f6fb8a029885c 2024-11-24T23:22:10,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/99b0eb7448804ffdbc32642cf521e8a6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/99b0eb7448804ffdbc32642cf521e8a6 2024-11-24T23:22:10,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/c01f412df5f043a2933142a9c9b75664 2024-11-24T23:22:10,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9ea23fab5af34525ba976d607676e3ab 2024-11-24T23:22:10,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/69b61a429af84a1c98e96cfc9596688a 2024-11-24T23:22:10,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b339bc08253e465588774a64658ad2f3 2024-11-24T23:22:10,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ef67c6fbcb844db1b407332bcc0a5d05 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ef67c6fbcb844db1b407332bcc0a5d05 2024-11-24T23:22:10,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0ddd506cf87d44c7bd3517a44e40cc3f 2024-11-24T23:22:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T23:22:10,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b07ea835c0c14dd882e5bce13750aef3 2024-11-24T23:22:10,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e19782b33dc74a9393d4e1ef6d939dd9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/e19782b33dc74a9393d4e1ef6d939dd9 2024-11-24T23:22:10,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3548fb167d8144449f6b8b96c783e6dd 2024-11-24T23:22:10,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/815c2aa44add43448e1ef8f2c83fd76c 2024-11-24T23:22:10,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/33a91eeca7a44877a2e5deb36768f642 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/33a91eeca7a44877a2e5deb36768f642 2024-11-24T23:22:10,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8eb0c55134054b8c976e32ef2db37e9c 2024-11-24T23:22:10,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0068db622145499582ea44c2c1fc6d89 2024-11-24T23:22:10,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/14c5e0b176ad45398346cc9d9d9645ae to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/14c5e0b176ad45398346cc9d9d9645ae 2024-11-24T23:22:10,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/0210bc6b47e64b47a7cc54af0f31358d 2024-11-24T23:22:10,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1c028f399f584717bee1373ab315d443 2024-11-24T23:22:10,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/64a7a4ba8cc848e6aaa2b48cd9b8b4bf 2024-11-24T23:22:10,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1b32a0cb82bd4d80a2c7ba0d63da2564 2024-11-24T23:22:10,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5c497da423444aafb34b518575435f52 2024-11-24T23:22:10,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8ae1f03bca94b39a98c1076b2463082 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8ae1f03bca94b39a98c1076b2463082 2024-11-24T23:22:10,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9d7871ee3b704268a1bd68dff1b63266 2024-11-24T23:22:10,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/4d23e470b6ee417db5f26d7ab7542d11 2024-11-24T23:22:10,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9a3a60aa5327411b8793b9e5b0af8636 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/9a3a60aa5327411b8793b9e5b0af8636 2024-11-24T23:22:10,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/ac9d598aea514d9bb306c904a6a686db 2024-11-24T23:22:10,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/8b22fafe312b4a11b05f15d83215d7a3 2024-11-24T23:22:10,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8d6db6f638f4efe8569e11aeaefe57f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f8d6db6f638f4efe8569e11aeaefe57f 2024-11-24T23:22:10,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/3fcfc01c0bb94a51b12080c1b5d24c23 2024-11-24T23:22:10,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1d1e8cde17b848c6a973e70c5af05ef0 2024-11-24T23:22:10,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/90630dc64eda4b8e9cf3927845723ea6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/90630dc64eda4b8e9cf3927845723ea6 2024-11-24T23:22:10,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/b76c3c772d1f4224b2a2ae0ba2033cee 2024-11-24T23:22:10,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/6d08e9f79ca64436beba24809db80a02 2024-11-24T23:22:10,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/1ff379219d614e528f7a2642009a4d48 2024-11-24T23:22:10,893 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/recovered.edits/560.seqid, newMaxSeqId=560, maxSeqId=1 2024-11-24T23:22:10,894 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94. 2024-11-24T23:22:10,894 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for dc3c7023e8572aba5335b4c40a31fd94: 2024-11-24T23:22:10,897 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:10,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=dc3c7023e8572aba5335b4c40a31fd94, regionState=CLOSED 2024-11-24T23:22:10,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T23:22:10,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure dc3c7023e8572aba5335b4c40a31fd94, server=8990281417a4,42033,1732490443497 in 660 msec 2024-11-24T23:22:10,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T23:22:10,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc3c7023e8572aba5335b4c40a31fd94, UNASSIGN in 667 msec 2024-11-24T23:22:10,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T23:22:10,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 670 msec 2024-11-24T23:22:10,905 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490530905"}]},"ts":"1732490530905"} 2024-11-24T23:22:10,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:22:10,912 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:22:10,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 694 msec 2024-11-24T23:22:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T23:22:11,331 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-24T23:22:11,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:22:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T23:22:11,344 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:11,350 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/recovered.edits] 2024-11-24T23:22:11,354 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5a53986a72444557a6dfbf1b1e02a83a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5a53986a72444557a6dfbf1b1e02a83a 2024-11-24T23:22:11,356 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5bc86f0cead24bbd86b8f79451209df9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/5bc86f0cead24bbd86b8f79451209df9 2024-11-24T23:22:11,362 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d182293764ca439c8331a732d78b6f88 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/A/d182293764ca439c8331a732d78b6f88 2024-11-24T23:22:11,366 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/2a92d9cc3e1e4310ae79e130c50aee4e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/2a92d9cc3e1e4310ae79e130c50aee4e 2024-11-24T23:22:11,367 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4ce3c93166d74abe8f8893b987d65268 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/4ce3c93166d74abe8f8893b987d65268 2024-11-24T23:22:11,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/6faf18d792dc4a89b13d3a06e22fbb90 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/B/6faf18d792dc4a89b13d3a06e22fbb90 2024-11-24T23:22:11,378 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5a693a55ede74fbfb7cdf5394b0d194a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/5a693a55ede74fbfb7cdf5394b0d194a 2024-11-24T23:22:11,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/78565c0a412f4655b54a2d1c2db41bfd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/78565c0a412f4655b54a2d1c2db41bfd 2024-11-24T23:22:11,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f508b55c98344ff6aa41fe1e0f6e06f2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/C/f508b55c98344ff6aa41fe1e0f6e06f2 2024-11-24T23:22:11,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/recovered.edits/560.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94/recovered.edits/560.seqid 2024-11-24T23:22:11,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/dc3c7023e8572aba5335b4c40a31fd94 2024-11-24T23:22:11,393 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:22:11,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,411 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:22:11,422 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:22:11,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:22:11,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490531423"}]},"ts":"9223372036854775807"} 2024-11-24T23:22:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T23:22:11,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:22:11,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dc3c7023e8572aba5335b4c40a31fd94, NAME => 'TestAcidGuarantees,,1732490505747.dc3c7023e8572aba5335b4c40a31fd94.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:22:11,444 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:22:11,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490531444"}]},"ts":"9223372036854775807"} 2024-11-24T23:22:11,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:22:11,453 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 122 msec 2024-11-24T23:22:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T23:22:11,644 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-24T23:22:11,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=461 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7020 (was 6980) - AvailableMemoryMB LEAK? - 2024-11-24T23:22:11,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=7019 2024-11-24T23:22:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:22:11,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:11,705 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:11,705 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:11,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-24T23:22:11,706 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T23:22:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742183_1359 (size=960) 2024-11-24T23:22:11,734 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:22:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742184_1360 (size=53) 2024-11-24T23:22:11,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:11,766 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6909d8dba5ff332923d9adbb31a1439d, disabling compactions & flushes 2024-11-24T23:22:11,766 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:11,766 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:11,766 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. after waiting 0 ms 2024-11-24T23:22:11,766 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:11,766 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:11,766 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:11,767 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:11,768 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490531767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490531767"}]},"ts":"1732490531767"} 2024-11-24T23:22:11,769 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:22:11,770 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:11,770 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490531770"}]},"ts":"1732490531770"} 2024-11-24T23:22:11,771 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:22:11,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, ASSIGN}] 2024-11-24T23:22:11,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, ASSIGN 2024-11-24T23:22:11,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:22:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T23:22:11,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:22:11,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:11,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T23:22:12,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:12,086 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,086 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:12,086 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,086 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:12,086 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,086 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,088 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,090 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,090 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName A 2024-11-24T23:22:12,090 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,090 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,091 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,092 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,092 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName B 2024-11-24T23:22:12,092 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,092 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,093 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,094 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,094 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName C 2024-11-24T23:22:12,094 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,094 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,094 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,095 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,095 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,097 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:22:12,099 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,104 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:12,105 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 6909d8dba5ff332923d9adbb31a1439d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73150522, jitterRate=0.09002771973609924}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:22:12,106 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:12,108 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., pid=100, masterSystemTime=1732490532083 2024-11-24T23:22:12,110 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:12,110 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T23:22:12,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 in 180 msec 2024-11-24T23:22:12,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T23:22:12,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, ASSIGN in 336 msec 2024-11-24T23:22:12,115 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:12,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490532115"}]},"ts":"1732490532115"} 2024-11-24T23:22:12,117 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:22:12,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:12,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 417 msec 2024-11-24T23:22:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T23:22:12,310 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-24T23:22:12,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-24T23:22:12,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:12,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:12,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:12,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:12,347 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:22:12,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742185_1361 (size=996) 2024-11-24T23:22:12,394 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T23:22:12,394 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T23:22:12,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:22:12,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, REOPEN/MOVE}] 2024-11-24T23:22:12,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, REOPEN/MOVE 2024-11-24T23:22:12,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:12,403 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:22:12,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:12,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:12,562 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,562 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:22:12,562 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 6909d8dba5ff332923d9adbb31a1439d, disabling compactions & flushes 2024-11-24T23:22:12,562 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,562 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,563 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. after waiting 0 ms 2024-11-24T23:22:12,563 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,578 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:22:12,578 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,578 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:12,578 WARN [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 6909d8dba5ff332923d9adbb31a1439d to self. 2024-11-24T23:22:12,580 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=CLOSED 2024-11-24T23:22:12,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T23:22:12,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 in 179 msec 2024-11-24T23:22:12,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, REOPEN/MOVE; state=CLOSED, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=true 2024-11-24T23:22:12,735 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:12,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:12,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:12,892 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,893 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:12,893 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,894 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:12,894 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,894 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,896 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,897 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,898 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName A 2024-11-24T23:22:12,900 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,901 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,902 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,903 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,903 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName B 2024-11-24T23:22:12,904 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,904 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,904 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,905 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:12,905 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6909d8dba5ff332923d9adbb31a1439d columnFamilyName C 2024-11-24T23:22:12,905 DEBUG [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:12,905 INFO [StoreOpener-6909d8dba5ff332923d9adbb31a1439d-1 {}] regionserver.HStore(327): Store=6909d8dba5ff332923d9adbb31a1439d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:12,906 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,906 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,907 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,909 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:22:12,911 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:12,914 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 6909d8dba5ff332923d9adbb31a1439d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61731163, jitterRate=-0.08013398945331573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:22:12,914 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:12,916 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., pid=105, masterSystemTime=1732490532889 2024-11-24T23:22:12,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=OPEN, openSeqNum=5, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:12,917 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,918 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:12,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-24T23:22:12,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 in 184 msec 2024-11-24T23:22:12,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T23:22:12,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, REOPEN/MOVE in 523 msec 2024-11-24T23:22:12,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T23:22:12,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec 2024-11-24T23:22:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 584 msec 2024-11-24T23:22:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T23:22:12,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-24T23:22:12,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:12,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-24T23:22:13,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-24T23:22:13,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-24T23:22:13,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-24T23:22:13,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-24T23:22:13,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-24T23:22:13,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-24T23:22:13,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-24T23:22:13,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-24T23:22:13,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:13,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T23:22:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:13,192 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:13,193 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:13,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:13,195 DEBUG [hconnection-0xfa08ff4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,195 DEBUG [hconnection-0x406e448-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,196 DEBUG [hconnection-0x46ab931d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,197 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,197 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,198 DEBUG [hconnection-0x7cc3c4d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,199 DEBUG [hconnection-0x5f567b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,199 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,200 DEBUG [hconnection-0x5a72223d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,211 DEBUG [hconnection-0x6676e98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,213 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:13,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:13,223 DEBUG [hconnection-0x3c597578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,225 DEBUG [hconnection-0x3f008ff2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,226 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,227 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490593254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490593255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490593256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490593257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,258 DEBUG [hconnection-0x197fc57e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:13,260 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490593261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:13,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245c1134a33f1e4fceb55829f58175c097_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490533213/Put/seqid=0 2024-11-24T23:22:13,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:13,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490593357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490593357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490593359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490593360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490593363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742186_1362 (size=12154) 2024-11-24T23:22:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:13,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:13,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490593560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490593560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490593560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490593561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490593565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:13,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:13,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245c1134a33f1e4fceb55829f58175c097_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245c1134a33f1e4fceb55829f58175c097_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:13,789 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5e98ebefaf8740cbb3b253b1daff064b, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:13,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5e98ebefaf8740cbb3b253b1daff064b is 175, key is test_row_0/A:col10/1732490533213/Put/seqid=0 2024-11-24T23:22:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:13,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:13,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:13,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:13,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742187_1363 (size=30955) 2024-11-24T23:22:13,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5e98ebefaf8740cbb3b253b1daff064b 2024-11-24T23:22:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490593863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490593863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490593864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490593866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490593866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:13,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/b73408a1e81643ca976e79e00fdbe872 is 50, key is test_row_0/B:col10/1732490533213/Put/seqid=0 2024-11-24T23:22:13,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:13,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:13,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742188_1364 (size=12001) 2024-11-24T23:22:14,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:14,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:14,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490594366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490594367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490594371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:14,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490594372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490594376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:14,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/b73408a1e81643ca976e79e00fdbe872 2024-11-24T23:22:14,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:14,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:14,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1580b16220ed49689feb242299e29fc9 is 50, key is test_row_0/C:col10/1732490533213/Put/seqid=0 2024-11-24T23:22:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742189_1365 (size=12001) 2024-11-24T23:22:14,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1580b16220ed49689feb242299e29fc9 2024-11-24T23:22:14,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5e98ebefaf8740cbb3b253b1daff064b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b 2024-11-24T23:22:14,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T23:22:14,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/b73408a1e81643ca976e79e00fdbe872 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872 2024-11-24T23:22:14,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:22:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1580b16220ed49689feb242299e29fc9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9 2024-11-24T23:22:14,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:22:14,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6909d8dba5ff332923d9adbb31a1439d in 1310ms, sequenceid=15, compaction requested=false 2024-11-24T23:22:14,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:14,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:14,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T23:22:14,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:14,580 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124718d34280c5c4a97b2100de293cfa104_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490533254/Put/seqid=0 2024-11-24T23:22:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742190_1366 (size=12154) 2024-11-24T23:22:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:14,664 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124718d34280c5c4a97b2100de293cfa104_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124718d34280c5c4a97b2100de293cfa104_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/99bf704d5fad474dbc7be3830ed7e3c3, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/99bf704d5fad474dbc7be3830ed7e3c3 is 175, key is test_row_0/A:col10/1732490533254/Put/seqid=0 2024-11-24T23:22:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742191_1367 (size=30955) 2024-11-24T23:22:14,728 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/99bf704d5fad474dbc7be3830ed7e3c3 2024-11-24T23:22:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/3fb9fa5efd734ac499d204395163815b is 50, key is test_row_0/B:col10/1732490533254/Put/seqid=0 2024-11-24T23:22:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742192_1368 (size=12001) 2024-11-24T23:22:14,793 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/3fb9fa5efd734ac499d204395163815b 2024-11-24T23:22:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/5bbc5cea23164523baf824eaf5c7f7b1 is 50, key is test_row_0/C:col10/1732490533254/Put/seqid=0 2024-11-24T23:22:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742193_1369 (size=12001) 2024-11-24T23:22:15,259 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/5bbc5cea23164523baf824eaf5c7f7b1 2024-11-24T23:22:15,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/99bf704d5fad474dbc7be3830ed7e3c3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3 2024-11-24T23:22:15,270 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T23:22:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/3fb9fa5efd734ac499d204395163815b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b 2024-11-24T23:22:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,276 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T23:22:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/5bbc5cea23164523baf824eaf5c7f7b1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1 2024-11-24T23:22:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T23:22:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,303 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 6909d8dba5ff332923d9adbb31a1439d in 724ms, sequenceid=41, compaction requested=false 2024-11-24T23:22:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T23:22:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T23:22:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T23:22:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1120 sec 2024-11-24T23:22:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.1180 sec 2024-11-24T23:22:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245ac8448ac00642638c5d08f9a949cb1e_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742195_1371 (size=24358) 2024-11-24T23:22:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:15,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490595832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490595835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490595837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490595837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490595838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490595945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490595946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490595949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490595949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490595950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490596155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490596154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490596155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490596156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:16,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490596164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,177 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245ac8448ac00642638c5d08f9a949cb1e_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245ac8448ac00642638c5d08f9a949cb1e_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:16,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/69600626e0db4f1392e083df696a61ad, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:16,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/69600626e0db4f1392e083df696a61ad is 175, key is test_row_0/A:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742194_1370 (size=73991) 2024-11-24T23:22:16,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/69600626e0db4f1392e083df696a61ad 2024-11-24T23:22:16,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/eabb2f5021644a99875ad4f8de666158 is 50, key is test_row_0/B:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742196_1372 (size=9657) 2024-11-24T23:22:16,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:22:16,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490596466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490596469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490596477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:16,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/eabb2f5021644a99875ad4f8de666158 2024-11-24T23:22:16,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/3c37230a128342a39b7818bbf7679f47 is 50, key is test_row_0/C:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742197_1373 (size=9657) 2024-11-24T23:22:16,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/3c37230a128342a39b7818bbf7679f47 2024-11-24T23:22:16,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/69600626e0db4f1392e083df696a61ad as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad 2024-11-24T23:22:16,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad, entries=400, sequenceid=52, filesize=72.3 K 2024-11-24T23:22:16,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/eabb2f5021644a99875ad4f8de666158 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158 2024-11-24T23:22:16,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158, entries=100, sequenceid=52, filesize=9.4 K 2024-11-24T23:22:16,741 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:22:16,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/3c37230a128342a39b7818bbf7679f47 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47 2024-11-24T23:22:16,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47, entries=100, sequenceid=52, filesize=9.4 K 2024-11-24T23:22:16,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6909d8dba5ff332923d9adbb31a1439d in 1077ms, sequenceid=52, compaction requested=true 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:16,754 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:16,754 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:16,755 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135901 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:16,755 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:16,756 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:16,756 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=132.7 K 2024-11-24T23:22:16,756 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:16,756 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad] 2024-11-24T23:22:16,756 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:16,756 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:16,756 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:16,756 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e98ebefaf8740cbb3b253b1daff064b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490533209 2024-11-24T23:22:16,756 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=32.9 K 2024-11-24T23:22:16,757 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99bf704d5fad474dbc7be3830ed7e3c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490533240 2024-11-24T23:22:16,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b73408a1e81643ca976e79e00fdbe872, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490533209 2024-11-24T23:22:16,757 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69600626e0db4f1392e083df696a61ad, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490535523 2024-11-24T23:22:16,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb9fa5efd734ac499d204395163815b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490533240 2024-11-24T23:22:16,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting eabb2f5021644a99875ad4f8de666158, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490535671 2024-11-24T23:22:16,782 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:16,783 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/71f4b844e0184fdca29595627f7fdcfe is 50, key is test_row_0/B:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,793 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:16,826 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244d48bdd18b324e5cb605ed6863a99a0e_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:16,830 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244d48bdd18b324e5cb605ed6863a99a0e_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:16,830 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244d48bdd18b324e5cb605ed6863a99a0e_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742198_1374 (size=12104) 2024-11-24T23:22:16,852 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/71f4b844e0184fdca29595627f7fdcfe as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/71f4b844e0184fdca29595627f7fdcfe 2024-11-24T23:22:16,858 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into 71f4b844e0184fdca29595627f7fdcfe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:16,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:16,858 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490536754; duration=0sec 2024-11-24T23:22:16,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:16,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:16,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:16,859 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:16,859 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:16,859 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:16,861 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=32.9 K 2024-11-24T23:22:16,861 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1580b16220ed49689feb242299e29fc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490533209 2024-11-24T23:22:16,861 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbc5cea23164523baf824eaf5c7f7b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732490533240 2024-11-24T23:22:16,862 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c37230a128342a39b7818bbf7679f47, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490535671 2024-11-24T23:22:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742199_1375 (size=4469) 2024-11-24T23:22:16,885 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#322 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:16,886 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/31d06adf1ba646d086758067be81f025 is 175, key is test_row_0/A:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,886 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:16,887 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/267f2f87f0fa41189cce407d46fca7cd is 50, key is test_row_0/C:col10/1732490535675/Put/seqid=0 2024-11-24T23:22:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742200_1376 (size=31165) 2024-11-24T23:22:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742201_1377 (size=12104) 2024-11-24T23:22:16,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:17,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9b3d7dfb7fa4aeb96b9040d975420b2_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490536982/Put/seqid=0 2024-11-24T23:22:17,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742202_1378 (size=17034) 2024-11-24T23:22:17,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490597001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490597002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490597004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490597006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490597007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9b3d7dfb7fa4aeb96b9040d975420b2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9b3d7dfb7fa4aeb96b9040d975420b2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:17,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/65af9a0e883b4fbbb63fee070fece924, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:17,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/65af9a0e883b4fbbb63fee070fece924 is 175, key is test_row_0/A:col10/1732490536982/Put/seqid=0 2024-11-24T23:22:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742203_1379 (size=48139) 2024-11-24T23:22:17,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/65af9a0e883b4fbbb63fee070fece924 2024-11-24T23:22:17,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/c25992f5c95449dba650627afc04e202 is 50, key is test_row_0/B:col10/1732490536982/Put/seqid=0 2024-11-24T23:22:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742204_1380 (size=12001) 2024-11-24T23:22:17,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490597117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/c25992f5c95449dba650627afc04e202 2024-11-24T23:22:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490597118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490597123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490597123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490597123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dc6d4342e59e480cb1d9fa487969ccf5 is 50, key is test_row_0/C:col10/1732490536982/Put/seqid=0 2024-11-24T23:22:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742205_1381 (size=12001) 2024-11-24T23:22:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T23:22:17,303 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T23:22:17,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T23:22:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:17,307 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:17,308 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:17,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490597326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490597326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490597330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490597332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490597333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,351 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/31d06adf1ba646d086758067be81f025 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025 2024-11-24T23:22:17,360 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into 31d06adf1ba646d086758067be81f025(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:17,360 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:17,360 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490536754; duration=0sec 2024-11-24T23:22:17,360 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:17,360 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:17,374 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/267f2f87f0fa41189cce407d46fca7cd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/267f2f87f0fa41189cce407d46fca7cd 2024-11-24T23:22:17,380 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 267f2f87f0fa41189cce407d46fca7cd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:17,380 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:17,380 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490536754; duration=0sec 2024-11-24T23:22:17,380 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:17,380 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:17,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:17,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:17,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:17,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dc6d4342e59e480cb1d9fa487969ccf5 2024-11-24T23:22:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/65af9a0e883b4fbbb63fee070fece924 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924 2024-11-24T23:22:17,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:17,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:17,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:17,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924, entries=250, sequenceid=80, filesize=47.0 K 2024-11-24T23:22:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/c25992f5c95449dba650627afc04e202 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202 2024-11-24T23:22:17,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T23:22:17,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dc6d4342e59e480cb1d9fa487969ccf5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5 2024-11-24T23:22:17,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5, entries=150, sequenceid=80, filesize=11.7 K 2024-11-24T23:22:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490597631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6909d8dba5ff332923d9adbb31a1439d in 655ms, sequenceid=80, compaction requested=false 2024-11-24T23:22:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490597634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:17,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:17,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241db176edc4274998b2bd3760ce78bab9_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742206_1382 (size=12154) 2024-11-24T23:22:17,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:17,759 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241db176edc4274998b2bd3760ce78bab9_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241db176edc4274998b2bd3760ce78bab9_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:17,760 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e3585a037f5f4cc6bb13da839fbb760e, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:17,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e3585a037f5f4cc6bb13da839fbb760e is 175, key is test_row_0/A:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:17,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:17,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742207_1383 (size=30955) 2024-11-24T23:22:17,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e3585a037f5f4cc6bb13da839fbb760e 2024-11-24T23:22:17,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490597773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490597774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490597783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/9ec16cf191e5449f81c251f4328f842b is 50, key is test_row_0/B:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742208_1384 (size=12001) 2024-11-24T23:22:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490597886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490597886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490597894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:17,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:17,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:17,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:17,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:17,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:18,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490598094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490598095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490598104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490598142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490598142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:18,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:18,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/9ec16cf191e5449f81c251f4328f842b 2024-11-24T23:22:18,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bd3e48ec483943be8215ecc44a8a0af2 is 50, key is test_row_0/C:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742209_1385 (size=12001) 2024-11-24T23:22:18,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bd3e48ec483943be8215ecc44a8a0af2 2024-11-24T23:22:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e3585a037f5f4cc6bb13da839fbb760e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e 2024-11-24T23:22:18,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e, entries=150, sequenceid=94, filesize=30.2 K 2024-11-24T23:22:18,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/9ec16cf191e5449f81c251f4328f842b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b 2024-11-24T23:22:18,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T23:22:18,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bd3e48ec483943be8215ecc44a8a0af2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2 2024-11-24T23:22:18,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T23:22:18,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6909d8dba5ff332923d9adbb31a1439d in 706ms, sequenceid=94, compaction requested=true 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T23:22:18,356 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:18,357 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:18,359 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:18,359 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:18,359 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,359 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=107.7 K 2024-11-24T23:22:18,359 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,359 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e] 2024-11-24T23:22:18,359 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:18,359 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:18,360 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,360 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/267f2f87f0fa41189cce407d46fca7cd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.3 K 2024-11-24T23:22:18,360 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31d06adf1ba646d086758067be81f025, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490533240 2024-11-24T23:22:18,360 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 267f2f87f0fa41189cce407d46fca7cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490533240 2024-11-24T23:22:18,360 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65af9a0e883b4fbbb63fee070fece924, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490535829 2024-11-24T23:22:18,361 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dc6d4342e59e480cb1d9fa487969ccf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490535829 2024-11-24T23:22:18,361 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3585a037f5f4cc6bb13da839fbb760e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:18,361 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bd3e48ec483943be8215ecc44a8a0af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:18,368 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:18,370 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:18,371 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/cab02ec2145e4481bf95d6b2f34d29f5 is 50, key is test_row_0/C:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:18,384 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246a38770254ac46d197e04ebf3d8a38f6_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:18,386 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246a38770254ac46d197e04ebf3d8a38f6_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:18,387 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a38770254ac46d197e04ebf3d8a38f6_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:18,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:18,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T23:22:18,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,389 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742210_1386 (size=12207) 2024-11-24T23:22:18,431 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/cab02ec2145e4481bf95d6b2f34d29f5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/cab02ec2145e4481bf95d6b2f34d29f5 2024-11-24T23:22:18,436 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into cab02ec2145e4481bf95d6b2f34d29f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:18,436 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:18,436 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490538356; duration=0sec 2024-11-24T23:22:18,436 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:18,436 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:18,436 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:18,438 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:18,438 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:18,438 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:18,438 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/71f4b844e0184fdca29595627f7fdcfe, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.3 K 2024-11-24T23:22:18,439 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 71f4b844e0184fdca29595627f7fdcfe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732490533240 2024-11-24T23:22:18,440 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c25992f5c95449dba650627afc04e202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732490535829 2024-11-24T23:22:18,440 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec16cf191e5449f81c251f4328f842b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:18,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab9cd3c3bb29424caed2265c9e67cb4c_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490537773/Put/seqid=0 2024-11-24T23:22:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490598444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490598446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742211_1387 (size=4469) 2024-11-24T23:22:18,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490598457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,480 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:18,481 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/243d2cca96814d1c90580cead7915074 is 50, key is test_row_0/B:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:18,482 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#331 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:18,482 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/28dad91f41a249c1958fbda9bb1809bc is 175, key is test_row_0/A:col10/1732490537002/Put/seqid=0 2024-11-24T23:22:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742212_1388 (size=12154) 2024-11-24T23:22:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:18,556 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab9cd3c3bb29424caed2265c9e67cb4c_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab9cd3c3bb29424caed2265c9e67cb4c_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3ff9b83c16654d4bafc740b8954c0520, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3ff9b83c16654d4bafc740b8954c0520 is 175, key is test_row_0/A:col10/1732490537773/Put/seqid=0 2024-11-24T23:22:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742213_1389 (size=12207) 2024-11-24T23:22:18,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490598558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490598559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742214_1390 (size=31161) 2024-11-24T23:22:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490598573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742215_1391 (size=30955) 2024-11-24T23:22:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490598769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490598769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490598782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:18,969 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/243d2cca96814d1c90580cead7915074 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/243d2cca96814d1c90580cead7915074 2024-11-24T23:22:18,976 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into 243d2cca96814d1c90580cead7915074(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:18,976 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:18,976 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490538356; duration=0sec 2024-11-24T23:22:18,976 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:18,976 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:18,987 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/28dad91f41a249c1958fbda9bb1809bc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc 2024-11-24T23:22:18,999 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into 28dad91f41a249c1958fbda9bb1809bc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:18,999 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:18,999 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490538356; duration=0sec 2024-11-24T23:22:18,999 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:18,999 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:19,008 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3ff9b83c16654d4bafc740b8954c0520 2024-11-24T23:22:19,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/cb3b26ac34b24f05b972caed4d327c01 is 50, key is test_row_0/B:col10/1732490537773/Put/seqid=0 2024-11-24T23:22:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742216_1392 (size=12001) 2024-11-24T23:22:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490599076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490599076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490599089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490599149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490599154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:19,474 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/cb3b26ac34b24f05b972caed4d327c01 2024-11-24T23:22:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/fc57a4ac9c6d4a23af9730d325e14dc6 is 50, key is test_row_0/C:col10/1732490537773/Put/seqid=0 2024-11-24T23:22:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742217_1393 (size=12001) 2024-11-24T23:22:19,533 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/fc57a4ac9c6d4a23af9730d325e14dc6 2024-11-24T23:22:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3ff9b83c16654d4bafc740b8954c0520 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520 2024-11-24T23:22:19,544 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520, entries=150, sequenceid=118, filesize=30.2 K 2024-11-24T23:22:19,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/cb3b26ac34b24f05b972caed4d327c01 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01 2024-11-24T23:22:19,557 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T23:22:19,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/fc57a4ac9c6d4a23af9730d325e14dc6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6 2024-11-24T23:22:19,567 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T23:22:19,568 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6909d8dba5ff332923d9adbb31a1439d in 1179ms, sequenceid=118, compaction requested=false 2024-11-24T23:22:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T23:22:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T23:22:19,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T23:22:19,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2610 sec 2024-11-24T23:22:19,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.2670 sec 2024-11-24T23:22:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:19,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:19,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:19,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124094f3e39e7814505854f301d1d1bb7e8_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742218_1394 (size=14744) 2024-11-24T23:22:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490599688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490599695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490599696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490599797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490599799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490599805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490600002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490600004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490600008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:20,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124094f3e39e7814505854f301d1d1bb7e8_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124094f3e39e7814505854f301d1d1bb7e8_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:20,060 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e2c4b92f73f44a9890d10159baf4457c, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e2c4b92f73f44a9890d10159baf4457c is 175, key is test_row_0/A:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742219_1395 (size=39699) 2024-11-24T23:22:20,097 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e2c4b92f73f44a9890d10159baf4457c 2024-11-24T23:22:20,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/89c58f8bd4d84a93916c360bb6e0c9b4 is 50, key is test_row_0/B:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742220_1396 (size=12101) 2024-11-24T23:22:20,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/89c58f8bd4d84a93916c360bb6e0c9b4 2024-11-24T23:22:20,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/72ba1c4c84704fea8e9c8dc7698564bc is 50, key is test_row_0/C:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742221_1397 (size=12101) 2024-11-24T23:22:20,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/72ba1c4c84704fea8e9c8dc7698564bc 2024-11-24T23:22:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/e2c4b92f73f44a9890d10159baf4457c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c 2024-11-24T23:22:20,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c, entries=200, sequenceid=134, filesize=38.8 K 2024-11-24T23:22:20,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/89c58f8bd4d84a93916c360bb6e0c9b4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4 2024-11-24T23:22:20,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:22:20,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/72ba1c4c84704fea8e9c8dc7698564bc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc 2024-11-24T23:22:20,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:22:20,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6909d8dba5ff332923d9adbb31a1439d in 679ms, sequenceid=134, compaction requested=true 2024-11-24T23:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:20,270 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:20,270 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:20,271 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:20,271 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:20,271 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:20,271 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=99.4 K 2024-11-24T23:22:20,271 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:20,271 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c] 2024-11-24T23:22:20,271 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:20,271 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:20,271 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:20,271 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/243d2cca96814d1c90580cead7915074, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.5 K 2024-11-24T23:22:20,272 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 28dad91f41a249c1958fbda9bb1809bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:20,272 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 243d2cca96814d1c90580cead7915074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:20,272 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb3b26ac34b24f05b972caed4d327c01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490537768 2024-11-24T23:22:20,272 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ff9b83c16654d4bafc740b8954c0520, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490537768 2024-11-24T23:22:20,272 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c58f8bd4d84a93916c360bb6e0c9b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:20,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e2c4b92f73f44a9890d10159baf4457c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:20,292 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:20,293 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/155e0851763b4262865076346237f334 is 50, key is test_row_0/B:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,305 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:22:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:20,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:20,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244f05f42cccda4e8587e2e711af9f9297_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,331 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244f05f42cccda4e8587e2e711af9f9297_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,331 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f05f42cccda4e8587e2e711af9f9297_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742222_1398 (size=12409) 2024-11-24T23:22:20,346 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/155e0851763b4262865076346237f334 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/155e0851763b4262865076346237f334 2024-11-24T23:22:20,356 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into 155e0851763b4262865076346237f334(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:20,356 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:20,356 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490540270; duration=0sec 2024-11-24T23:22:20,357 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:20,357 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:20,357 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:20,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490600341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,358 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:20,358 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:20,359 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:20,359 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/cab02ec2145e4481bf95d6b2f34d29f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.5 K 2024-11-24T23:22:20,359 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cab02ec2145e4481bf95d6b2f34d29f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490537002 2024-11-24T23:22:20,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247aa6a9d1330e4735bbe30abd3667f068_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490539694/Put/seqid=0 2024-11-24T23:22:20,362 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc57a4ac9c6d4a23af9730d325e14dc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490537768 2024-11-24T23:22:20,364 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72ba1c4c84704fea8e9c8dc7698564bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490600354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490600356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,410 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:20,411 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/201eb1273a404b9592fc86a062f3e543 is 50, key is test_row_0/C:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742223_1399 (size=4469) 2024-11-24T23:22:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742224_1400 (size=14794) 2024-11-24T23:22:20,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:20,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247aa6a9d1330e4735bbe30abd3667f068_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247aa6a9d1330e4735bbe30abd3667f068_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:20,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fb3c72d9ad604f6facb063815a087a8a, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:20,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fb3c72d9ad604f6facb063815a087a8a is 175, key is test_row_0/A:col10/1732490539694/Put/seqid=0 2024-11-24T23:22:20,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490600459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490600467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490600467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742225_1401 (size=12409) 2024-11-24T23:22:20,499 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/201eb1273a404b9592fc86a062f3e543 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/201eb1273a404b9592fc86a062f3e543 2024-11-24T23:22:20,508 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 201eb1273a404b9592fc86a062f3e543(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:20,508 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:20,508 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490540270; duration=0sec 2024-11-24T23:22:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742226_1402 (size=39749) 2024-11-24T23:22:20,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fb3c72d9ad604f6facb063815a087a8a 2024-11-24T23:22:20,510 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:20,511 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:20,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/8aa0078b9ea94d8295466daae53be71a is 50, key is test_row_0/B:col10/1732490539694/Put/seqid=0 2024-11-24T23:22:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742227_1403 (size=12151) 2024-11-24T23:22:20,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/8aa0078b9ea94d8295466daae53be71a 2024-11-24T23:22:20,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/66e40fd6353440ee9b96810b0d86a6a4 is 50, key is test_row_0/C:col10/1732490539694/Put/seqid=0 2024-11-24T23:22:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742228_1404 (size=12151) 2024-11-24T23:22:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490600665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490600674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490600676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,815 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#340 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:20,816 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3776a69a60614da89381bb468b54128f is 175, key is test_row_0/A:col10/1732490539589/Put/seqid=0 2024-11-24T23:22:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742229_1405 (size=31363) 2024-11-24T23:22:20,862 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/3776a69a60614da89381bb468b54128f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f 2024-11-24T23:22:20,884 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into 3776a69a60614da89381bb468b54128f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:20,884 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:20,884 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490540269; duration=0sec 2024-11-24T23:22:20,884 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:20,884 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490600971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490600982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490600982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/66e40fd6353440ee9b96810b0d86a6a4 2024-11-24T23:22:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fb3c72d9ad604f6facb063815a087a8a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a 2024-11-24T23:22:21,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a, entries=200, sequenceid=158, filesize=38.8 K 2024-11-24T23:22:21,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/8aa0078b9ea94d8295466daae53be71a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a 2024-11-24T23:22:21,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T23:22:21,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/66e40fd6353440ee9b96810b0d86a6a4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4 2024-11-24T23:22:21,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T23:22:21,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6909d8dba5ff332923d9adbb31a1439d in 749ms, sequenceid=158, compaction requested=false 2024-11-24T23:22:21,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:21,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:21,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240962f0c51b284d53b724835dcf547837_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742230_1406 (size=12304) 2024-11-24T23:22:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490601261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490601268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490601374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490601375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T23:22:21,415 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T23:22:21,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T23:22:21,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:21,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:21,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490601482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490601493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490601494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:21,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:21,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490601582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490601583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:21,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240962f0c51b284d53b724835dcf547837_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240962f0c51b284d53b724835dcf547837_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:21,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d7d11eb8a8a04cf88f67429f81d34d3f, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:21,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d7d11eb8a8a04cf88f67429f81d34d3f is 175, key is test_row_0/A:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:21,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742231_1407 (size=31105) 2024-11-24T23:22:21,660 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d7d11eb8a8a04cf88f67429f81d34d3f 2024-11-24T23:22:21,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/801b6c567cf94df9a10deb0713bcf93c is 50, key is test_row_0/B:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742232_1408 (size=12151) 2024-11-24T23:22:21,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:21,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/801b6c567cf94df9a10deb0713bcf93c 2024-11-24T23:22:21,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dee604163bc147e693c031c4b852c258 is 50, key is test_row_0/C:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742233_1409 (size=12151) 2024-11-24T23:22:21,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:21,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:21,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490601895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490601895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:22,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:22,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:22,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:22,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:22,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dee604163bc147e693c031c4b852c258 2024-11-24T23:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d7d11eb8a8a04cf88f67429f81d34d3f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f 2024-11-24T23:22:22,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f, entries=150, sequenceid=174, filesize=30.4 K 2024-11-24T23:22:22,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/801b6c567cf94df9a10deb0713bcf93c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c 2024-11-24T23:22:22,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T23:22:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/dee604163bc147e693c031c4b852c258 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258 2024-11-24T23:22:22,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T23:22:22,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6909d8dba5ff332923d9adbb31a1439d in 1065ms, sequenceid=174, compaction requested=true 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:22,239 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:22,239 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:22,241 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:22,241 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:22,241 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,241 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/155e0851763b4262865076346237f334, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.9 K 2024-11-24T23:22:22,242 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:22,242 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:22,242 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,242 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=99.8 K 2024-11-24T23:22:22,242 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,242 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f] 2024-11-24T23:22:22,243 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 155e0851763b4262865076346237f334, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:22,243 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3776a69a60614da89381bb468b54128f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:22,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aa0078b9ea94d8295466daae53be71a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732490539685 2024-11-24T23:22:22,244 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb3c72d9ad604f6facb063815a087a8a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732490539685 2024-11-24T23:22:22,245 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 801b6c567cf94df9a10deb0713bcf93c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:22,246 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d11eb8a8a04cf88f67429f81d34d3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:22,263 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:22,273 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:22,274 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/cd72b5ad11a24edc9be1432bbbadc3cf is 50, key is test_row_0/B:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:22,284 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246db14299eea24ee6891e8a560600f4a8_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:22,286 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246db14299eea24ee6891e8a560600f4a8_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:22,286 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246db14299eea24ee6891e8a560600f4a8_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742234_1410 (size=12561) 2024-11-24T23:22:22,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:22,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T23:22:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,346 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:22:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:22,354 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/cd72b5ad11a24edc9be1432bbbadc3cf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cd72b5ad11a24edc9be1432bbbadc3cf 2024-11-24T23:22:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742235_1411 (size=4469) 2024-11-24T23:22:22,362 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into cd72b5ad11a24edc9be1432bbbadc3cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:22,363 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:22,363 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490542239; duration=0sec 2024-11-24T23:22:22,363 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:22,363 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:22,363 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:22,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:22,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:22,365 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,365 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/201eb1273a404b9592fc86a062f3e543, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=35.9 K 2024-11-24T23:22:22,365 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 201eb1273a404b9592fc86a062f3e543, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490538425 2024-11-24T23:22:22,368 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 66e40fd6353440ee9b96810b0d86a6a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732490539685 2024-11-24T23:22:22,368 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dee604163bc147e693c031c4b852c258, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124678f6daf7a8146718ca55481d4a7f90b_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490541266/Put/seqid=0 2024-11-24T23:22:22,394 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#351 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:22,395 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/62cf4eed7e5c4d17886dbb6d39aa1b06 is 50, key is test_row_0/C:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:22,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742236_1412 (size=12304) 2024-11-24T23:22:22,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:22,424 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124678f6daf7a8146718ca55481d4a7f90b_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124678f6daf7a8146718ca55481d4a7f90b_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/88cafbadfbf74abbb96d15b80c74b6d1, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/88cafbadfbf74abbb96d15b80c74b6d1 is 175, key is test_row_0/A:col10/1732490541266/Put/seqid=0 2024-11-24T23:22:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742237_1413 (size=12561) 2024-11-24T23:22:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742238_1414 (size=31105) 2024-11-24T23:22:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490602454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490602460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490602496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490602501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490602504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490602566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490602567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,759 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#348 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:22,760 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f41138ac600c468a8520f539ea3337dc is 175, key is test_row_0/A:col10/1732490541171/Put/seqid=0 2024-11-24T23:22:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490602774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490602775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742239_1415 (size=31515) 2024-11-24T23:22:22,842 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/88cafbadfbf74abbb96d15b80c74b6d1 2024-11-24T23:22:22,848 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/62cf4eed7e5c4d17886dbb6d39aa1b06 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/62cf4eed7e5c4d17886dbb6d39aa1b06 2024-11-24T23:22:22,859 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 62cf4eed7e5c4d17886dbb6d39aa1b06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:22,860 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:22,860 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490542239; duration=0sec 2024-11-24T23:22:22,860 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:22,860 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/d0d2cf0107c24b4897fc20a744442c0d is 50, key is test_row_0/B:col10/1732490541266/Put/seqid=0 2024-11-24T23:22:22,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742240_1416 (size=12151) 2024-11-24T23:22:22,898 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/d0d2cf0107c24b4897fc20a744442c0d 2024-11-24T23:22:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/0e53d87483434d71b7686cbf7f24cd81 is 50, key is test_row_0/C:col10/1732490541266/Put/seqid=0 2024-11-24T23:22:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742241_1417 (size=12151) 2024-11-24T23:22:22,942 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/0e53d87483434d71b7686cbf7f24cd81 2024-11-24T23:22:22,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/88cafbadfbf74abbb96d15b80c74b6d1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1 2024-11-24T23:22:22,958 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1, entries=150, sequenceid=197, filesize=30.4 K 2024-11-24T23:22:22,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/d0d2cf0107c24b4897fc20a744442c0d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d 2024-11-24T23:22:22,966 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T23:22:22,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/0e53d87483434d71b7686cbf7f24cd81 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81 2024-11-24T23:22:22,972 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T23:22:22,973 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6909d8dba5ff332923d9adbb31a1439d in 627ms, sequenceid=197, compaction requested=false 2024-11-24T23:22:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T23:22:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T23:22:22,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T23:22:22,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-24T23:22:22,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.5590 sec 2024-11-24T23:22:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:23,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:23,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:23,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124394e50ba6a0f4c81aedaaf15871d01f2_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742242_1418 (size=14794) 2024-11-24T23:22:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490603197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490603201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,214 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f41138ac600c468a8520f539ea3337dc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc 2024-11-24T23:22:23,221 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into f41138ac600c468a8520f539ea3337dc(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:23,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:23,221 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490542239; duration=0sec 2024-11-24T23:22:23,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:23,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:23,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490603311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490603313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T23:22:23,527 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T23:22:23,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490603524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490603525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T23:22:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:23,533 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:23,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:23,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:23,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:23,565 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124394e50ba6a0f4c81aedaaf15871d01f2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124394e50ba6a0f4c81aedaaf15871d01f2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:23,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/0f41e212ed004d3e88135676e0a02353, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:23,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/0f41e212ed004d3e88135676e0a02353 is 175, key is test_row_0/A:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:23,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742243_1419 (size=39749) 2024-11-24T23:22:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:23,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:23,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490603832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490603833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:23,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:23,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:23,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:23,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/0f41e212ed004d3e88135676e0a02353 2024-11-24T23:22:24,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a467cc61f24149ab81dfccf4dc8dfc56 is 50, key is test_row_0/B:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742244_1420 (size=12151) 2024-11-24T23:22:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:24,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:24,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:24,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:24,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490604341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:24,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490604342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:24,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:24,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:24,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a467cc61f24149ab81dfccf4dc8dfc56 2024-11-24T23:22:24,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490604513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:24,517 DEBUG [Thread-1629 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:24,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/b8ce517bd8e543fa98821e6164ba4367 is 50, key is test_row_0/C:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:24,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490604520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490604522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:24,530 DEBUG [Thread-1623 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:24,530 DEBUG [Thread-1627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:24,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742245_1421 (size=12151) 2024-11-24T23:22:24,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/b8ce517bd8e543fa98821e6164ba4367 2024-11-24T23:22:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/0f41e212ed004d3e88135676e0a02353 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353 2024-11-24T23:22:24,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353, entries=200, sequenceid=214, filesize=38.8 K 2024-11-24T23:22:24,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a467cc61f24149ab81dfccf4dc8dfc56 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56 2024-11-24T23:22:24,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T23:22:24,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/b8ce517bd8e543fa98821e6164ba4367 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367 2024-11-24T23:22:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T23:22:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6909d8dba5ff332923d9adbb31a1439d in 1498ms, sequenceid=214, compaction requested=true 2024-11-24T23:22:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:24,591 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:24,591 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:24,591 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:24,592 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:24,592 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,592 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=100.0 K 2024-11-24T23:22:24,592 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,592 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353] 2024-11-24T23:22:24,592 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f41138ac600c468a8520f539ea3337dc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:24,593 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:24,593 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:24,593 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,593 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cd72b5ad11a24edc9be1432bbbadc3cf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.0 K 2024-11-24T23:22:24,593 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88cafbadfbf74abbb96d15b80c74b6d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490541252 2024-11-24T23:22:24,594 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting cd72b5ad11a24edc9be1432bbbadc3cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:24,594 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f41e212ed004d3e88135676e0a02353, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542447 2024-11-24T23:22:24,595 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d2cf0107c24b4897fc20a744442c0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490541252 2024-11-24T23:22:24,595 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a467cc61f24149ab81dfccf4dc8dfc56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542458 2024-11-24T23:22:24,609 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:24,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:24,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T23:22:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,617 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:22:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:24,624 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:24,624 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b5a1130360e647bcb5353bfeb88c9e3a_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:24,625 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/2b3c37c48fb5443ba7e893c0cec1be07 is 50, key is test_row_0/B:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:24,626 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b5a1130360e647bcb5353bfeb88c9e3a_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:24,627 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b5a1130360e647bcb5353bfeb88c9e3a_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742246_1422 (size=12663) 2024-11-24T23:22:24,669 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/2b3c37c48fb5443ba7e893c0cec1be07 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/2b3c37c48fb5443ba7e893c0cec1be07 2024-11-24T23:22:24,674 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into 2b3c37c48fb5443ba7e893c0cec1be07(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:24,674 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:24,674 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490544591; duration=0sec 2024-11-24T23:22:24,675 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:24,675 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:24,675 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:24,676 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:24,676 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:24,676 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,676 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/62cf4eed7e5c4d17886dbb6d39aa1b06, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.0 K 2024-11-24T23:22:24,677 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 62cf4eed7e5c4d17886dbb6d39aa1b06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490540339 2024-11-24T23:22:24,677 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e53d87483434d71b7686cbf7f24cd81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490541252 2024-11-24T23:22:24,678 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ce517bd8e543fa98821e6164ba4367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542458 2024-11-24T23:22:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ae991fa3c473401095b1be1e92b4022a_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490543195/Put/seqid=0 2024-11-24T23:22:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742247_1423 (size=4469) 2024-11-24T23:22:24,708 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:24,708 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/409b76bfec464b39a02d1dec54148a23 is 50, key is test_row_0/C:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742248_1424 (size=12304) 2024-11-24T23:22:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,755 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ae991fa3c473401095b1be1e92b4022a_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae991fa3c473401095b1be1e92b4022a_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/725ea8086b1843a58bdae192547870a2, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:24,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/725ea8086b1843a58bdae192547870a2 is 175, key is test_row_0/A:col10/1732490543195/Put/seqid=0 2024-11-24T23:22:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742249_1425 (size=12663) 2024-11-24T23:22:24,778 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/409b76bfec464b39a02d1dec54148a23 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/409b76bfec464b39a02d1dec54148a23 2024-11-24T23:22:24,785 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 409b76bfec464b39a02d1dec54148a23(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:24,785 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:24,785 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490544592; duration=0sec 2024-11-24T23:22:24,785 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:24,785 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742250_1426 (size=31105) 2024-11-24T23:22:24,793 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/725ea8086b1843a58bdae192547870a2 2024-11-24T23:22:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/6a5911083bd14f4eb2ce4762e621fda5 is 50, key is test_row_0/B:col10/1732490543195/Put/seqid=0 2024-11-24T23:22:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742251_1427 (size=12151) 2024-11-24T23:22:24,838 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/6a5911083bd14f4eb2ce4762e621fda5 2024-11-24T23:22:24,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bffa780d37dd4da3bb9bff0a53a2278b is 50, key is test_row_0/C:col10/1732490543195/Put/seqid=0 2024-11-24T23:22:24,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742252_1428 (size=12151) 2024-11-24T23:22:24,861 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bffa780d37dd4da3bb9bff0a53a2278b 2024-11-24T23:22:24,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/725ea8086b1843a58bdae192547870a2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2 2024-11-24T23:22:24,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T23:22:24,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/6a5911083bd14f4eb2ce4762e621fda5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5 2024-11-24T23:22:24,883 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T23:22:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/bffa780d37dd4da3bb9bff0a53a2278b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b 2024-11-24T23:22:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,889 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T23:22:24,893 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 6909d8dba5ff332923d9adbb31a1439d in 275ms, sequenceid=236, compaction requested=false 2024-11-24T23:22:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T23:22:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T23:22:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T23:22:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3600 sec 2024-11-24T23:22:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.3680 sec 2024-11-24T23:22:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,099 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#357 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,100 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/cef2947658f3423783a630facb51a8f5 is 175, key is test_row_0/A:col10/1732490542458/Put/seqid=0 2024-11-24T23:22:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742253_1429 (size=31617) 2024-11-24T23:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,544 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/cef2947658f3423783a630facb51a8f5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5 2024-11-24T23:22:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,550 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into cef2947658f3423783a630facb51a8f5(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:25,550 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:25,550 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490544590; duration=0sec 2024-11-24T23:22:25,550 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:25,550 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:25,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9b317c6fd5c4e40b813990a8f7d0c10_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T23:22:25,638 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T23:22:25,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T23:22:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:25,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:25,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:25,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742254_1430 (size=24758) 2024-11-24T23:22:25,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:25,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9b317c6fd5c4e40b813990a8f7d0c10_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9b317c6fd5c4e40b813990a8f7d0c10_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:25,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5dbefc9471384f88ab4cb50627ec218a, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:25,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5dbefc9471384f88ab4cb50627ec218a is 175, key is test_row_0/A:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:25,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742255_1431 (size=74395) 2024-11-24T23:22:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490605755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490605756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:25,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:25,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:25,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:25,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490605869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490605873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:25,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:25,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:25,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:25,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:25,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:25,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490606078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490606082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:26,096 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5dbefc9471384f88ab4cb50627ec218a 2024-11-24T23:22:26,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:26,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/dc07fe4d4a8243cf926fccdca9de39ad is 50, key is test_row_0/B:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742256_1432 (size=12151) 2024-11-24T23:22:26,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/dc07fe4d4a8243cf926fccdca9de39ad 2024-11-24T23:22:26,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/ed8f5c022b2e4e539e24c5aea8140c6d is 50, key is test_row_0/C:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742257_1433 (size=12151) 2024-11-24T23:22:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:26,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:26,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490606387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490606387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:26,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:26,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:26,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:26,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:26,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:26,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/ed8f5c022b2e4e539e24c5aea8140c6d 2024-11-24T23:22:26,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5dbefc9471384f88ab4cb50627ec218a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a 2024-11-24T23:22:26,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a, entries=400, sequenceid=250, filesize=72.7 K 2024-11-24T23:22:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/dc07fe4d4a8243cf926fccdca9de39ad as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad 2024-11-24T23:22:26,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T23:22:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/ed8f5c022b2e4e539e24c5aea8140c6d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d 2024-11-24T23:22:26,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T23:22:26,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6909d8dba5ff332923d9adbb31a1439d in 974ms, sequenceid=250, compaction requested=true 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:26,601 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:26,601 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:26,602 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:26,602 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:26,602 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,602 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=133.9 K 2024-11-24T23:22:26,602 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,602 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a] 2024-11-24T23:22:26,603 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:26,603 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:26,603 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,603 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/2b3c37c48fb5443ba7e893c0cec1be07, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.1 K 2024-11-24T23:22:26,603 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cef2947658f3423783a630facb51a8f5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542458 2024-11-24T23:22:26,604 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b3c37c48fb5443ba7e893c0cec1be07, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542458 2024-11-24T23:22:26,604 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 725ea8086b1843a58bdae192547870a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490543128 2024-11-24T23:22:26,604 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5911083bd14f4eb2ce4762e621fda5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490543128 2024-11-24T23:22:26,604 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dc07fe4d4a8243cf926fccdca9de39ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545596 2024-11-24T23:22:26,605 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dbefc9471384f88ab4cb50627ec218a, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545509 2024-11-24T23:22:26,611 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:26,612 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/3acaa6bf3f8e489e97968b7e1f3e8fb0 is 50, key is test_row_0/B:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:26,613 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:26,615 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c81fe151d57c45178d11397ffacc302d_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:26,617 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c81fe151d57c45178d11397ffacc302d_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:26,617 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c81fe151d57c45178d11397ffacc302d_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:26,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742258_1434 (size=12765) 2024-11-24T23:22:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742259_1435 (size=4469) 2024-11-24T23:22:26,623 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#367 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:26,623 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/9204daf16eae44e398e84de107420105 is 175, key is test_row_0/A:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742260_1436 (size=31719) 2024-11-24T23:22:26,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:26,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T23:22:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:26,719 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244140241bd3174490be6e2b7815dd9bbf_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490545750/Put/seqid=0 2024-11-24T23:22:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742261_1437 (size=12454) 2024-11-24T23:22:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:26,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490606911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490606910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490607016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490607016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,024 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/3acaa6bf3f8e489e97968b7e1f3e8fb0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3acaa6bf3f8e489e97968b7e1f3e8fb0 2024-11-24T23:22:27,028 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into 3acaa6bf3f8e489e97968b7e1f3e8fb0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:27,028 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:27,028 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490546601; duration=0sec 2024-11-24T23:22:27,028 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:27,028 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:27,028 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:27,029 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:27,029 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:27,029 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:27,029 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/409b76bfec464b39a02d1dec54148a23, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.1 K 2024-11-24T23:22:27,030 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 409b76bfec464b39a02d1dec54148a23, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732490542458 2024-11-24T23:22:27,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bffa780d37dd4da3bb9bff0a53a2278b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490543128 2024-11-24T23:22:27,031 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/9204daf16eae44e398e84de107420105 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105 2024-11-24T23:22:27,031 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8f5c022b2e4e539e24c5aea8140c6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545596 2024-11-24T23:22:27,036 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into 9204daf16eae44e398e84de107420105(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:27,036 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:27,036 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490546601; duration=0sec 2024-11-24T23:22:27,036 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:27,036 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:27,040 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:27,040 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/5d6c49771d854553bd5e99578b6131ab is 50, key is test_row_0/C:col10/1732490545623/Put/seqid=0 2024-11-24T23:22:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742262_1438 (size=12765) 2024-11-24T23:22:27,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:27,136 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244140241bd3174490be6e2b7815dd9bbf_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244140241bd3174490be6e2b7815dd9bbf_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:27,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/860864b1bec444ce9d7e04a895ea9606, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/860864b1bec444ce9d7e04a895ea9606 is 175, key is test_row_0/A:col10/1732490545750/Put/seqid=0 2024-11-24T23:22:27,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742263_1439 (size=31255) 2024-11-24T23:22:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490607222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490607222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,459 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/5d6c49771d854553bd5e99578b6131ab as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5d6c49771d854553bd5e99578b6131ab 2024-11-24T23:22:27,464 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 5d6c49771d854553bd5e99578b6131ab(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:27,464 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:27,464 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490546601; duration=0sec 2024-11-24T23:22:27,464 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:27,464 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:27,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/860864b1bec444ce9d7e04a895ea9606 2024-11-24T23:22:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/15dccdb0d0514dad978b4634c1786cf4 is 50, key is test_row_0/B:col10/1732490545750/Put/seqid=0 2024-11-24T23:22:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742264_1440 (size=12301) 2024-11-24T23:22:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:27,954 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/15dccdb0d0514dad978b4634c1786cf4 2024-11-24T23:22:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1fa2a0f1e0e34d74aaa09a875a228430 is 50, key is test_row_0/C:col10/1732490545750/Put/seqid=0 2024-11-24T23:22:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742265_1441 (size=12301) 2024-11-24T23:22:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490608032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490608034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,396 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1fa2a0f1e0e34d74aaa09a875a228430 2024-11-24T23:22:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/860864b1bec444ce9d7e04a895ea9606 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606 2024-11-24T23:22:28,414 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606, entries=150, sequenceid=275, filesize=30.5 K 2024-11-24T23:22:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/15dccdb0d0514dad978b4634c1786cf4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4 2024-11-24T23:22:28,419 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T23:22:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1fa2a0f1e0e34d74aaa09a875a228430 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430 2024-11-24T23:22:28,426 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T23:22:28,426 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6909d8dba5ff332923d9adbb31a1439d in 1707ms, sequenceid=275, compaction requested=false 2024-11-24T23:22:28,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:28,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:28,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T23:22:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T23:22:28,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T23:22:28,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7820 sec 2024-11-24T23:22:28,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.7890 sec 2024-11-24T23:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:28,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:28,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439f5129ae3ed4731be38709c9cb0baa2_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742266_1442 (size=14994) 2024-11-24T23:22:28,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490608595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490608596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490608596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490608702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490608704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490608704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490608908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490608908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490608909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:28,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:28,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439f5129ae3ed4731be38709c9cb0baa2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f5129ae3ed4731be38709c9cb0baa2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:28,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fa9566fb396d4c51879a7355dea06f13, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:28,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fa9566fb396d4c51879a7355dea06f13 is 175, key is test_row_0/A:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742267_1443 (size=39949) 2024-11-24T23:22:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490609037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490609046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490609212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490609213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490609213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fa9566fb396d4c51879a7355dea06f13 2024-11-24T23:22:29,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/adac4d7de5764a44a3626159734723ac is 50, key is test_row_0/B:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:29,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742268_1444 (size=12301) 2024-11-24T23:22:29,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490609718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490609720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490609721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T23:22:29,750 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T23:22:29,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-24T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:29,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:29,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:29,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:29,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/adac4d7de5764a44a3626159734723ac 2024-11-24T23:22:29,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/24d2f2c8910a4f158bf2f431ad07dfee is 50, key is test_row_0/C:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742269_1445 (size=12301) 2024-11-24T23:22:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:29,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:29,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T23:22:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:29,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:30,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:30,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T23:22:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/24d2f2c8910a4f158bf2f431ad07dfee 2024-11-24T23:22:30,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/fa9566fb396d4c51879a7355dea06f13 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13 2024-11-24T23:22:30,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13, entries=200, sequenceid=290, filesize=39.0 K 2024-11-24T23:22:30,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/adac4d7de5764a44a3626159734723ac as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac 2024-11-24T23:22:30,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:30,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T23:22:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:30,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:30,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T23:22:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/24d2f2c8910a4f158bf2f431ad07dfee as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee 2024-11-24T23:22:30,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T23:22:30,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6909d8dba5ff332923d9adbb31a1439d in 1671ms, sequenceid=290, compaction requested=true 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:30,219 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:30,219 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:30,220 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,220 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3acaa6bf3f8e489e97968b7e1f3e8fb0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.5 K 2024-11-24T23:22:30,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=100.5 K 2024-11-24T23:22:30,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13] 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3acaa6bf3f8e489e97968b7e1f3e8fb0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545596 2024-11-24T23:22:30,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 15dccdb0d0514dad978b4634c1786cf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732490545742 2024-11-24T23:22:30,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9204daf16eae44e398e84de107420105, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545596 2024-11-24T23:22:30,221 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting adac4d7de5764a44a3626159734723ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546909 2024-11-24T23:22:30,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860864b1bec444ce9d7e04a895ea9606, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732490545742 2024-11-24T23:22:30,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9566fb396d4c51879a7355dea06f13, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546898 2024-11-24T23:22:30,226 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:30,227 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:30,228 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a4cb87bfc1fd4e9395f314241f585c7a_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:30,228 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/ec26c8c3842541979edba42551ac5c18 is 50, key is test_row_0/B:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:30,230 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a4cb87bfc1fd4e9395f314241f585c7a_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:30,230 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a4cb87bfc1fd4e9395f314241f585c7a_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742270_1446 (size=13017) 2024-11-24T23:22:30,243 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/ec26c8c3842541979edba42551ac5c18 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/ec26c8c3842541979edba42551ac5c18 2024-11-24T23:22:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742271_1447 (size=4469) 2024-11-24T23:22:30,250 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into ec26c8c3842541979edba42551ac5c18(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:30,250 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:30,250 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490550219; duration=0sec 2024-11-24T23:22:30,250 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:30,250 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:30,250 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:30,251 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#376 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:30,251 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d614c9d3fb754a0b96cad3aad8ecb741 is 175, key is test_row_0/A:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:30,253 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:30,253 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:30,253 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,253 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5d6c49771d854553bd5e99578b6131ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.5 K 2024-11-24T23:22:30,254 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d6c49771d854553bd5e99578b6131ab, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490545596 2024-11-24T23:22:30,254 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fa2a0f1e0e34d74aaa09a875a228430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732490545742 2024-11-24T23:22:30,256 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d2f2c8910a4f158bf2f431ad07dfee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546909 2024-11-24T23:22:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742272_1448 (size=31971) 2024-11-24T23:22:30,264 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/d614c9d3fb754a0b96cad3aad8ecb741 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741 2024-11-24T23:22:30,266 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:30,266 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/14d6a5bf91f54fc7b5ee6e505100c6a2 is 50, key is test_row_0/C:col10/1732490548547/Put/seqid=0 2024-11-24T23:22:30,271 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into d614c9d3fb754a0b96cad3aad8ecb741(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:30,271 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:30,271 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490550219; duration=0sec 2024-11-24T23:22:30,271 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:30,271 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742273_1449 (size=13017) 2024-11-24T23:22:30,283 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/14d6a5bf91f54fc7b5ee6e505100c6a2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/14d6a5bf91f54fc7b5ee6e505100c6a2 2024-11-24T23:22:30,290 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 14d6a5bf91f54fc7b5ee6e505100c6a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:30,290 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:30,290 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490550219; duration=0sec 2024-11-24T23:22:30,290 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:30,290 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:30,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:30,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T23:22:30,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:30,365 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T23:22:30,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ef9c0ad4068b4bccba8b54cead83fd1b_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490548581/Put/seqid=0 2024-11-24T23:22:30,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742274_1450 (size=12454) 2024-11-24T23:22:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490610737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490610740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490610741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:30,783 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ef9c0ad4068b4bccba8b54cead83fd1b_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ef9c0ad4068b4bccba8b54cead83fd1b_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/b6b1985cd8c34f7d93377849d11da8aa, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:30,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/b6b1985cd8c34f7d93377849d11da8aa is 175, key is test_row_0/A:col10/1732490548581/Put/seqid=0 2024-11-24T23:22:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742275_1451 (size=31255) 2024-11-24T23:22:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490610842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490610845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490610848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:31,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490611046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490611046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490611050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42492 deadline: 1732490611053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,055 DEBUG [Thread-1625 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42538 deadline: 1732490611060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,064 DEBUG [Thread-1621 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:31,189 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/b6b1985cd8c34f7d93377849d11da8aa 2024-11-24T23:22:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f59458e7476640fcad6d0239b46e3670 is 50, key is test_row_0/B:col10/1732490548581/Put/seqid=0 2024-11-24T23:22:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742276_1452 (size=12301) 2024-11-24T23:22:31,219 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f59458e7476640fcad6d0239b46e3670 2024-11-24T23:22:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/99ec37085fc2448f8dcbfb6b19bed987 is 50, key is test_row_0/C:col10/1732490548581/Put/seqid=0 2024-11-24T23:22:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742277_1453 (size=12301) 2024-11-24T23:22:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490611351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490611352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490611355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/99ec37085fc2448f8dcbfb6b19bed987 2024-11-24T23:22:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/b6b1985cd8c34f7d93377849d11da8aa as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa 2024-11-24T23:22:31,639 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa, entries=150, sequenceid=317, filesize=30.5 K 2024-11-24T23:22:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f59458e7476640fcad6d0239b46e3670 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670 2024-11-24T23:22:31,643 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T23:22:31,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/99ec37085fc2448f8dcbfb6b19bed987 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987 2024-11-24T23:22:31,647 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T23:22:31,647 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6909d8dba5ff332923d9adbb31a1439d in 1282ms, sequenceid=317, compaction requested=false 2024-11-24T23:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-24T23:22:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-24T23:22:31,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T23:22:31,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec 2024-11-24T23:22:31,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8990 sec 2024-11-24T23:22:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T23:22:31,856 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T23:22:31,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-24T23:22:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:31,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:31,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:31,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:31,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:31,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:31,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124841cd1dac9674d71adffee8d156d9e0d_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742278_1454 (size=14994) 2024-11-24T23:22:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:31,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490611983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490611985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490611987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490612093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490612097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490612098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:32,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124841cd1dac9674d71adffee8d156d9e0d_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124841cd1dac9674d71adffee8d156d9e0d_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:32,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f006cbed1d244981b3ff7996eb77ef38, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f006cbed1d244981b3ff7996eb77ef38 is 175, key is test_row_0/A:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490612303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742279_1455 (size=39949) 2024-11-24T23:22:32,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f006cbed1d244981b3ff7996eb77ef38 2024-11-24T23:22:32,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/88a882f446e6478aacdc236212a9d764 is 50, key is test_row_0/B:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742280_1456 (size=12301) 2024-11-24T23:22:32,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/88a882f446e6478aacdc236212a9d764 2024-11-24T23:22:32,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/7acc28f2f3c748db8bac2a526c1017b5 is 50, key is test_row_0/C:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:32,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742281_1457 (size=12301) 2024-11-24T23:22:32,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/7acc28f2f3c748db8bac2a526c1017b5 2024-11-24T23:22:32,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/f006cbed1d244981b3ff7996eb77ef38 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38 2024-11-24T23:22:32,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38, entries=200, sequenceid=331, filesize=39.0 K 2024-11-24T23:22:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/88a882f446e6478aacdc236212a9d764 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764 2024-11-24T23:22:32,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T23:22:32,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/7acc28f2f3c748db8bac2a526c1017b5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5 2024-11-24T23:22:32,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T23:22:32,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6909d8dba5ff332923d9adbb31a1439d in 670ms, sequenceid=331, compaction requested=true 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6909d8dba5ff332923d9adbb31a1439d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:32,532 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:32,534 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:32,534 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/A is initiating minor compaction (all files) 2024-11-24T23:22:32,534 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/A in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,534 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=100.8 K 2024-11-24T23:22:32,534 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,534 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38] 2024-11-24T23:22:32,535 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d614c9d3fb754a0b96cad3aad8ecb741, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546909 2024-11-24T23:22:32,535 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b1985cd8c34f7d93377849d11da8aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490548581 2024-11-24T23:22:32,536 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f006cbed1d244981b3ff7996eb77ef38, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732490550736 2024-11-24T23:22:32,542 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:32,545 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:32,545 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/B is initiating minor compaction (all files) 2024-11-24T23:22:32,545 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/B in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,546 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/ec26c8c3842541979edba42551ac5c18, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.7 K 2024-11-24T23:22:32,546 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ec26c8c3842541979edba42551ac5c18, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546909 2024-11-24T23:22:32,546 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f59458e7476640fcad6d0239b46e3670, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490548581 2024-11-24T23:22:32,547 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 88a882f446e6478aacdc236212a9d764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732490550739 2024-11-24T23:22:32,550 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,568 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124bee4153448ad4287aedfdf5ea952c0d2_6909d8dba5ff332923d9adbb31a1439d store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,570 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124bee4153448ad4287aedfdf5ea952c0d2_6909d8dba5ff332923d9adbb31a1439d, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,570 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bee4153448ad4287aedfdf5ea952c0d2_6909d8dba5ff332923d9adbb31a1439d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,572 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:32,573 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f56f780d1e254696a1f46455636d9e62 is 50, key is test_row_0/B:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742282_1458 (size=4469) 2024-11-24T23:22:32,625 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#A#compaction#384 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:32,625 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/12da9d9ecb994639ab41261291f1a072 is 175, key is test_row_0/A:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:32,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:32,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742283_1459 (size=13119) 2024-11-24T23:22:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742284_1460 (size=32073) 2024-11-24T23:22:32,687 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/12da9d9ecb994639ab41261291f1a072 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/12da9d9ecb994639ab41261291f1a072 2024-11-24T23:22:32,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124802d66d0899a425599a2f287d30ff9e4_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490551933/Put/seqid=0 2024-11-24T23:22:32,700 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/A of 6909d8dba5ff332923d9adbb31a1439d into 12da9d9ecb994639ab41261291f1a072(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:32,700 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:32,700 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/A, priority=13, startTime=1732490552532; duration=0sec 2024-11-24T23:22:32,700 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:32,700 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:A 2024-11-24T23:22:32,700 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:32,701 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:32,701 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 6909d8dba5ff332923d9adbb31a1439d/C is initiating minor compaction (all files) 2024-11-24T23:22:32,701 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6909d8dba5ff332923d9adbb31a1439d/C in TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,701 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/14d6a5bf91f54fc7b5ee6e505100c6a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp, totalSize=36.7 K 2024-11-24T23:22:32,702 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d6a5bf91f54fc7b5ee6e505100c6a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732490546909 2024-11-24T23:22:32,703 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ec37085fc2448f8dcbfb6b19bed987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490548581 2024-11-24T23:22:32,704 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7acc28f2f3c748db8bac2a526c1017b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732490550739 2024-11-24T23:22:32,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490612686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490612688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,718 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6909d8dba5ff332923d9adbb31a1439d#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:32,719 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/8f2e6ab274a542e38101d1839f977f2a is 50, key is test_row_0/C:col10/1732490550739/Put/seqid=0 2024-11-24T23:22:32,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490612707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742285_1461 (size=14994) 2024-11-24T23:22:32,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:32,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124802d66d0899a425599a2f287d30ff9e4_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124802d66d0899a425599a2f287d30ff9e4_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:32,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5247072cc8d144ba8e3d95c2d79f2881, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:32,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5247072cc8d144ba8e3d95c2d79f2881 is 175, key is test_row_0/A:col10/1732490551933/Put/seqid=0 2024-11-24T23:22:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742286_1462 (size=13119) 2024-11-24T23:22:32,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742287_1463 (size=39949) 2024-11-24T23:22:32,805 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5247072cc8d144ba8e3d95c2d79f2881 2024-11-24T23:22:32,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490612808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490612809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f68bc99580864101805d5bc6c2ad2f0a is 50, key is test_row_0/B:col10/1732490551933/Put/seqid=0 2024-11-24T23:22:32,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490612830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742288_1464 (size=12301) 2024-11-24T23:22:32,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f68bc99580864101805d5bc6c2ad2f0a 2024-11-24T23:22:32,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1dc6d3de39264558be589c335c2920fd is 50, key is test_row_0/C:col10/1732490551933/Put/seqid=0 2024-11-24T23:22:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742289_1465 (size=12301) 2024-11-24T23:22:32,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:32,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:32,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:33,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490613018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490613020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490613040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,054 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f56f780d1e254696a1f46455636d9e62 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f56f780d1e254696a1f46455636d9e62 2024-11-24T23:22:33,058 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/B of 6909d8dba5ff332923d9adbb31a1439d into f56f780d1e254696a1f46455636d9e62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:33,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:33,058 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/B, priority=13, startTime=1732490552532; duration=0sec 2024-11-24T23:22:33,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:33,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:B 2024-11-24T23:22:33,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:33,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,194 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/8f2e6ab274a542e38101d1839f977f2a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/8f2e6ab274a542e38101d1839f977f2a 2024-11-24T23:22:33,200 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6909d8dba5ff332923d9adbb31a1439d/C of 6909d8dba5ff332923d9adbb31a1439d into 8f2e6ab274a542e38101d1839f977f2a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:33,201 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:33,201 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d., storeName=6909d8dba5ff332923d9adbb31a1439d/C, priority=13, startTime=1732490552532; duration=0sec 2024-11-24T23:22:33,201 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:33,201 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6909d8dba5ff332923d9adbb31a1439d:C 2024-11-24T23:22:33,225 DEBUG [Thread-1634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:64830 2024-11-24T23:22:33,225 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,227 DEBUG [Thread-1640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:64830 2024-11-24T23:22:33,227 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,231 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:64830 2024-11-24T23:22:33,231 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,235 DEBUG [Thread-1632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:64830 2024-11-24T23:22:33,235 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,239 DEBUG [Thread-1638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:64830 2024-11-24T23:22:33,239 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:33,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1732490613326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42472 deadline: 1732490613331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1dc6d3de39264558be589c335c2920fd 2024-11-24T23:22:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/5247072cc8d144ba8e3d95c2d79f2881 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5247072cc8d144ba8e3d95c2d79f2881 2024-11-24T23:22:33,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5247072cc8d144ba8e3d95c2d79f2881, entries=200, sequenceid=354, filesize=39.0 K 2024-11-24T23:22:33,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/f68bc99580864101805d5bc6c2ad2f0a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f68bc99580864101805d5bc6c2ad2f0a 2024-11-24T23:22:33,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42524 deadline: 1732490613352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:33,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f68bc99580864101805d5bc6c2ad2f0a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-24T23:22:33,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/1dc6d3de39264558be589c335c2920fd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1dc6d3de39264558be589c335c2920fd 2024-11-24T23:22:33,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1dc6d3de39264558be589c335c2920fd, entries=150, sequenceid=354, filesize=12.0 K 2024-11-24T23:22:33,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6909d8dba5ff332923d9adbb31a1439d in 739ms, sequenceid=354, compaction requested=false 2024-11-24T23:22:33,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:33,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:33,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T23:22:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,411 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:33,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900e11dfb13f4ae9bc2c8d310a529aca_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_1/A:col10/1732490552704/Put/seqid=0 2024-11-24T23:22:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742290_1466 (size=9914) 2024-11-24T23:22:33,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:33,439 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900e11dfb13f4ae9bc2c8d310a529aca_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900e11dfb13f4ae9bc2c8d310a529aca_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/68dbf205566e4567879215e07bbf006f, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/68dbf205566e4567879215e07bbf006f is 175, key is test_row_1/A:col10/1732490552704/Put/seqid=0 2024-11-24T23:22:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742291_1467 (size=22561) 2024-11-24T23:22:33,464 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/68dbf205566e4567879215e07bbf006f 2024-11-24T23:22:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/7caecad1cca94103b6abcc190ba9f17f is 50, key is test_row_1/B:col10/1732490552704/Put/seqid=0 2024-11-24T23:22:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742292_1468 (size=9857) 2024-11-24T23:22:33,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/7caecad1cca94103b6abcc190ba9f17f 2024-11-24T23:22:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/d7eed55c69bb43038206e5359ff1aa24 is 50, key is test_row_1/C:col10/1732490552704/Put/seqid=0 2024-11-24T23:22:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742293_1469 (size=9857) 2024-11-24T23:22:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:33,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. as already flushing 2024-11-24T23:22:33,832 DEBUG [Thread-1629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:64830 2024-11-24T23:22:33,832 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,835 DEBUG [Thread-1623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:64830 2024-11-24T23:22:33,835 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,859 DEBUG [Thread-1627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:64830 2024-11-24T23:22:33,859 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:33,911 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/d7eed55c69bb43038206e5359ff1aa24 2024-11-24T23:22:33,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/68dbf205566e4567879215e07bbf006f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/68dbf205566e4567879215e07bbf006f 2024-11-24T23:22:33,921 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/68dbf205566e4567879215e07bbf006f, entries=100, sequenceid=370, filesize=22.0 K 2024-11-24T23:22:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/7caecad1cca94103b6abcc190ba9f17f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/7caecad1cca94103b6abcc190ba9f17f 2024-11-24T23:22:33,925 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/7caecad1cca94103b6abcc190ba9f17f, entries=100, sequenceid=370, filesize=9.6 K 2024-11-24T23:22:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/d7eed55c69bb43038206e5359ff1aa24 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/d7eed55c69bb43038206e5359ff1aa24 2024-11-24T23:22:33,930 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/d7eed55c69bb43038206e5359ff1aa24, entries=100, sequenceid=370, filesize=9.6 K 2024-11-24T23:22:33,931 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 6909d8dba5ff332923d9adbb31a1439d in 521ms, sequenceid=370, compaction requested=true 2024-11-24T23:22:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-24T23:22:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-24T23:22:33,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T23:22:33,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0700 sec 2024-11-24T23:22:33,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.0760 sec 2024-11-24T23:22:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T23:22:33,966 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T23:22:35,082 DEBUG [Thread-1621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:64830 2024-11-24T23:22:35,082 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:35,087 DEBUG [Thread-1625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:64830 2024-11-24T23:22:35,087 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1624 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4872 rows 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1648 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4944 rows 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1645 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4935 rows 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1616 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4848 rows 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1637 2024-11-24T23:22:35,087 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4911 rows 2024-11-24T23:22:35,088 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:22:35,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:64830 2024-11-24T23:22:35,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:35,093 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:22:35,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:35,100 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490555100"}]},"ts":"1732490555100"} 2024-11-24T23:22:35,102 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:22:35,104 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:22:35,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:22:35,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, UNASSIGN}] 2024-11-24T23:22:35,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, UNASSIGN 2024-11-24T23:22:35,108 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:35,109 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:22:35,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:35,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:35,262 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing 6909d8dba5ff332923d9adbb31a1439d, disabling compactions & flushes 2024-11-24T23:22:35,262 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. after waiting 0 ms 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:35,262 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing 6909d8dba5ff332923d9adbb31a1439d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=A 2024-11-24T23:22:35,262 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:35,263 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=B 2024-11-24T23:22:35,263 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:35,263 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6909d8dba5ff332923d9adbb31a1439d, store=C 2024-11-24T23:22:35,263 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:35,277 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242cfbb0936a4f4cde809affd5bffbfadd_6909d8dba5ff332923d9adbb31a1439d is 50, key is test_row_0/A:col10/1732490553834/Put/seqid=0 2024-11-24T23:22:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742294_1470 (size=9914) 2024-11-24T23:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:35,690 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:35,695 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242cfbb0936a4f4cde809affd5bffbfadd_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cfbb0936a4f4cde809affd5bffbfadd_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:35,704 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/bfba20294adc4ddab68f26b76fab7938, store: [table=TestAcidGuarantees family=A region=6909d8dba5ff332923d9adbb31a1439d] 2024-11-24T23:22:35,704 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/bfba20294adc4ddab68f26b76fab7938 is 175, key is test_row_0/A:col10/1732490553834/Put/seqid=0 2024-11-24T23:22:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742295_1471 (size=22561) 2024-11-24T23:22:36,122 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/bfba20294adc4ddab68f26b76fab7938 2024-11-24T23:22:36,133 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a01c37ec4f2c465fbf059b0ecfda6e90 is 50, key is test_row_0/B:col10/1732490553834/Put/seqid=0 2024-11-24T23:22:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742296_1472 (size=9857) 2024-11-24T23:22:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:36,547 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a01c37ec4f2c465fbf059b0ecfda6e90 2024-11-24T23:22:36,553 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/686eeaf36bb244ebac908441a5cc251d is 50, key is test_row_0/C:col10/1732490553834/Put/seqid=0 2024-11-24T23:22:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742297_1473 (size=9857) 2024-11-24T23:22:36,958 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/686eeaf36bb244ebac908441a5cc251d 2024-11-24T23:22:36,962 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/A/bfba20294adc4ddab68f26b76fab7938 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/bfba20294adc4ddab68f26b76fab7938 2024-11-24T23:22:36,966 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/bfba20294adc4ddab68f26b76fab7938, entries=100, sequenceid=378, filesize=22.0 K 2024-11-24T23:22:36,967 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/B/a01c37ec4f2c465fbf059b0ecfda6e90 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a01c37ec4f2c465fbf059b0ecfda6e90 2024-11-24T23:22:36,970 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a01c37ec4f2c465fbf059b0ecfda6e90, entries=100, sequenceid=378, filesize=9.6 K 2024-11-24T23:22:36,971 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/.tmp/C/686eeaf36bb244ebac908441a5cc251d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/686eeaf36bb244ebac908441a5cc251d 2024-11-24T23:22:36,974 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/686eeaf36bb244ebac908441a5cc251d, entries=100, sequenceid=378, filesize=9.6 K 2024-11-24T23:22:36,975 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6909d8dba5ff332923d9adbb31a1439d in 1713ms, sequenceid=378, compaction requested=true 2024-11-24T23:22:36,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38] to archive 2024-11-24T23:22:36,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:36,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5e98ebefaf8740cbb3b253b1daff064b 2024-11-24T23:22:36,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/99bf704d5fad474dbc7be3830ed7e3c3 2024-11-24T23:22:36,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/69600626e0db4f1392e083df696a61ad 2024-11-24T23:22:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/31d06adf1ba646d086758067be81f025 2024-11-24T23:22:36,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/65af9a0e883b4fbbb63fee070fece924 2024-11-24T23:22:36,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/28dad91f41a249c1958fbda9bb1809bc 2024-11-24T23:22:36,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e3585a037f5f4cc6bb13da839fbb760e 2024-11-24T23:22:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3ff9b83c16654d4bafc740b8954c0520 2024-11-24T23:22:37,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/e2c4b92f73f44a9890d10159baf4457c 2024-11-24T23:22:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/3776a69a60614da89381bb468b54128f 2024-11-24T23:22:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fb3c72d9ad604f6facb063815a087a8a 2024-11-24T23:22:37,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f41138ac600c468a8520f539ea3337dc 2024-11-24T23:22:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d7d11eb8a8a04cf88f67429f81d34d3f 2024-11-24T23:22:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/88cafbadfbf74abbb96d15b80c74b6d1 2024-11-24T23:22:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/0f41e212ed004d3e88135676e0a02353 2024-11-24T23:22:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/cef2947658f3423783a630facb51a8f5 2024-11-24T23:22:37,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/725ea8086b1843a58bdae192547870a2 2024-11-24T23:22:37,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5dbefc9471384f88ab4cb50627ec218a 2024-11-24T23:22:37,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/9204daf16eae44e398e84de107420105 2024-11-24T23:22:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/860864b1bec444ce9d7e04a895ea9606 2024-11-24T23:22:37,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/fa9566fb396d4c51879a7355dea06f13 2024-11-24T23:22:37,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/d614c9d3fb754a0b96cad3aad8ecb741 2024-11-24T23:22:37,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/b6b1985cd8c34f7d93377849d11da8aa 2024-11-24T23:22:37,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/f006cbed1d244981b3ff7996eb77ef38 2024-11-24T23:22:37,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/71f4b844e0184fdca29595627f7fdcfe, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/243d2cca96814d1c90580cead7915074, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/155e0851763b4262865076346237f334, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cd72b5ad11a24edc9be1432bbbadc3cf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/2b3c37c48fb5443ba7e893c0cec1be07, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3acaa6bf3f8e489e97968b7e1f3e8fb0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/ec26c8c3842541979edba42551ac5c18, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764] to archive 2024-11-24T23:22:37,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:37,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/b73408a1e81643ca976e79e00fdbe872 2024-11-24T23:22:37,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3fb9fa5efd734ac499d204395163815b 2024-11-24T23:22:37,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/71f4b844e0184fdca29595627f7fdcfe to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/71f4b844e0184fdca29595627f7fdcfe 2024-11-24T23:22:37,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/eabb2f5021644a99875ad4f8de666158 2024-11-24T23:22:37,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/c25992f5c95449dba650627afc04e202 2024-11-24T23:22:37,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/243d2cca96814d1c90580cead7915074 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/243d2cca96814d1c90580cead7915074 2024-11-24T23:22:37,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/9ec16cf191e5449f81c251f4328f842b 2024-11-24T23:22:37,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cb3b26ac34b24f05b972caed4d327c01 2024-11-24T23:22:37,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/155e0851763b4262865076346237f334 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/155e0851763b4262865076346237f334 2024-11-24T23:22:37,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/89c58f8bd4d84a93916c360bb6e0c9b4 2024-11-24T23:22:37,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/8aa0078b9ea94d8295466daae53be71a 2024-11-24T23:22:37,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cd72b5ad11a24edc9be1432bbbadc3cf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/cd72b5ad11a24edc9be1432bbbadc3cf 2024-11-24T23:22:37,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/801b6c567cf94df9a10deb0713bcf93c 2024-11-24T23:22:37,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/d0d2cf0107c24b4897fc20a744442c0d 2024-11-24T23:22:37,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/2b3c37c48fb5443ba7e893c0cec1be07 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/2b3c37c48fb5443ba7e893c0cec1be07 2024-11-24T23:22:37,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a467cc61f24149ab81dfccf4dc8dfc56 2024-11-24T23:22:37,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/6a5911083bd14f4eb2ce4762e621fda5 2024-11-24T23:22:37,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3acaa6bf3f8e489e97968b7e1f3e8fb0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/3acaa6bf3f8e489e97968b7e1f3e8fb0 2024-11-24T23:22:37,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/dc07fe4d4a8243cf926fccdca9de39ad 2024-11-24T23:22:37,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/15dccdb0d0514dad978b4634c1786cf4 2024-11-24T23:22:37,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/ec26c8c3842541979edba42551ac5c18 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/ec26c8c3842541979edba42551ac5c18 2024-11-24T23:22:37,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/adac4d7de5764a44a3626159734723ac 2024-11-24T23:22:37,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f59458e7476640fcad6d0239b46e3670 2024-11-24T23:22:37,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/88a882f446e6478aacdc236212a9d764 2024-11-24T23:22:37,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/267f2f87f0fa41189cce407d46fca7cd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/cab02ec2145e4481bf95d6b2f34d29f5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/201eb1273a404b9592fc86a062f3e543, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/62cf4eed7e5c4d17886dbb6d39aa1b06, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/409b76bfec464b39a02d1dec54148a23, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5d6c49771d854553bd5e99578b6131ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/14d6a5bf91f54fc7b5ee6e505100c6a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5] to archive 2024-11-24T23:22:37,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:37,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1580b16220ed49689feb242299e29fc9 2024-11-24T23:22:37,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5bbc5cea23164523baf824eaf5c7f7b1 2024-11-24T23:22:37,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/267f2f87f0fa41189cce407d46fca7cd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/267f2f87f0fa41189cce407d46fca7cd 2024-11-24T23:22:37,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/3c37230a128342a39b7818bbf7679f47 2024-11-24T23:22:37,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dc6d4342e59e480cb1d9fa487969ccf5 2024-11-24T23:22:37,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/cab02ec2145e4481bf95d6b2f34d29f5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/cab02ec2145e4481bf95d6b2f34d29f5 2024-11-24T23:22:37,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bd3e48ec483943be8215ecc44a8a0af2 2024-11-24T23:22:37,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/fc57a4ac9c6d4a23af9730d325e14dc6 2024-11-24T23:22:37,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/201eb1273a404b9592fc86a062f3e543 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/201eb1273a404b9592fc86a062f3e543 2024-11-24T23:22:37,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/72ba1c4c84704fea8e9c8dc7698564bc 2024-11-24T23:22:37,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/66e40fd6353440ee9b96810b0d86a6a4 2024-11-24T23:22:37,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/62cf4eed7e5c4d17886dbb6d39aa1b06 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/62cf4eed7e5c4d17886dbb6d39aa1b06 2024-11-24T23:22:37,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/dee604163bc147e693c031c4b852c258 2024-11-24T23:22:37,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/0e53d87483434d71b7686cbf7f24cd81 2024-11-24T23:22:37,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/409b76bfec464b39a02d1dec54148a23 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/409b76bfec464b39a02d1dec54148a23 2024-11-24T23:22:37,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/b8ce517bd8e543fa98821e6164ba4367 2024-11-24T23:22:37,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/bffa780d37dd4da3bb9bff0a53a2278b 2024-11-24T23:22:37,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5d6c49771d854553bd5e99578b6131ab to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/5d6c49771d854553bd5e99578b6131ab 2024-11-24T23:22:37,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/ed8f5c022b2e4e539e24c5aea8140c6d 2024-11-24T23:22:37,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1fa2a0f1e0e34d74aaa09a875a228430 2024-11-24T23:22:37,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/14d6a5bf91f54fc7b5ee6e505100c6a2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/14d6a5bf91f54fc7b5ee6e505100c6a2 2024-11-24T23:22:37,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/24d2f2c8910a4f158bf2f431ad07dfee 2024-11-24T23:22:37,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/99ec37085fc2448f8dcbfb6b19bed987 2024-11-24T23:22:37,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/7acc28f2f3c748db8bac2a526c1017b5 2024-11-24T23:22:37,099 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-11-24T23:22:37,099 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d. 2024-11-24T23:22:37,100 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for 6909d8dba5ff332923d9adbb31a1439d: 2024-11-24T23:22:37,102 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed 6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6909d8dba5ff332923d9adbb31a1439d, regionState=CLOSED 2024-11-24T23:22:37,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T23:22:37,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure 6909d8dba5ff332923d9adbb31a1439d, server=8990281417a4,42033,1732490443497 in 1.9940 sec 2024-11-24T23:22:37,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T23:22:37,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6909d8dba5ff332923d9adbb31a1439d, UNASSIGN in 1.9980 sec 2024-11-24T23:22:37,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T23:22:37,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0030 sec 2024-11-24T23:22:37,111 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490557111"}]},"ts":"1732490557111"} 2024-11-24T23:22:37,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:22:37,114 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:22:37,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0200 sec 2024-11-24T23:22:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T23:22:37,204 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T23:22:37,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:22:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,206 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T23:22:37,207 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,209 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,211 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits] 2024-11-24T23:22:37,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/12da9d9ecb994639ab41261291f1a072 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/12da9d9ecb994639ab41261291f1a072 2024-11-24T23:22:37,215 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5247072cc8d144ba8e3d95c2d79f2881 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/5247072cc8d144ba8e3d95c2d79f2881 2024-11-24T23:22:37,216 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/68dbf205566e4567879215e07bbf006f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/68dbf205566e4567879215e07bbf006f 2024-11-24T23:22:37,217 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/bfba20294adc4ddab68f26b76fab7938 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/A/bfba20294adc4ddab68f26b76fab7938 2024-11-24T23:22:37,219 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/7caecad1cca94103b6abcc190ba9f17f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/7caecad1cca94103b6abcc190ba9f17f 2024-11-24T23:22:37,220 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a01c37ec4f2c465fbf059b0ecfda6e90 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/a01c37ec4f2c465fbf059b0ecfda6e90 2024-11-24T23:22:37,222 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f56f780d1e254696a1f46455636d9e62 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f56f780d1e254696a1f46455636d9e62 2024-11-24T23:22:37,223 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f68bc99580864101805d5bc6c2ad2f0a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/B/f68bc99580864101805d5bc6c2ad2f0a 2024-11-24T23:22:37,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1dc6d3de39264558be589c335c2920fd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/1dc6d3de39264558be589c335c2920fd 2024-11-24T23:22:37,226 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/686eeaf36bb244ebac908441a5cc251d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/686eeaf36bb244ebac908441a5cc251d 2024-11-24T23:22:37,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/8f2e6ab274a542e38101d1839f977f2a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/8f2e6ab274a542e38101d1839f977f2a 2024-11-24T23:22:37,228 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/d7eed55c69bb43038206e5359ff1aa24 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/C/d7eed55c69bb43038206e5359ff1aa24 2024-11-24T23:22:37,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits/381.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d/recovered.edits/381.seqid 2024-11-24T23:22:37,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,231 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:22:37,231 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:22:37,232 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:22:37,235 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124094f3e39e7814505854f301d1d1bb7e8_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124094f3e39e7814505854f301d1d1bb7e8_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,236 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240962f0c51b284d53b724835dcf547837_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240962f0c51b284d53b724835dcf547837_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,237 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241db176edc4274998b2bd3760ce78bab9_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241db176edc4274998b2bd3760ce78bab9_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,238 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cfbb0936a4f4cde809affd5bffbfadd_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cfbb0936a4f4cde809affd5bffbfadd_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,239 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124394e50ba6a0f4c81aedaaf15871d01f2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124394e50ba6a0f4c81aedaaf15871d01f2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,240 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f5129ae3ed4731be38709c9cb0baa2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f5129ae3ed4731be38709c9cb0baa2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,241 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244140241bd3174490be6e2b7815dd9bbf_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244140241bd3174490be6e2b7815dd9bbf_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,242 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245ac8448ac00642638c5d08f9a949cb1e_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245ac8448ac00642638c5d08f9a949cb1e_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245c1134a33f1e4fceb55829f58175c097_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245c1134a33f1e4fceb55829f58175c097_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,245 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124678f6daf7a8146718ca55481d4a7f90b_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124678f6daf7a8146718ca55481d4a7f90b_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,246 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124718d34280c5c4a97b2100de293cfa104_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124718d34280c5c4a97b2100de293cfa104_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,247 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247aa6a9d1330e4735bbe30abd3667f068_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247aa6a9d1330e4735bbe30abd3667f068_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124802d66d0899a425599a2f287d30ff9e4_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124802d66d0899a425599a2f287d30ff9e4_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,249 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124841cd1dac9674d71adffee8d156d9e0d_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124841cd1dac9674d71adffee8d156d9e0d_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900e11dfb13f4ae9bc2c8d310a529aca_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900e11dfb13f4ae9bc2c8d310a529aca_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9b3d7dfb7fa4aeb96b9040d975420b2_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9b3d7dfb7fa4aeb96b9040d975420b2_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab9cd3c3bb29424caed2265c9e67cb4c_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab9cd3c3bb29424caed2265c9e67cb4c_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae991fa3c473401095b1be1e92b4022a_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae991fa3c473401095b1be1e92b4022a_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,254 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ef9c0ad4068b4bccba8b54cead83fd1b_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ef9c0ad4068b4bccba8b54cead83fd1b_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9b317c6fd5c4e40b813990a8f7d0c10_6909d8dba5ff332923d9adbb31a1439d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9b317c6fd5c4e40b813990a8f7d0c10_6909d8dba5ff332923d9adbb31a1439d 2024-11-24T23:22:37,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:22:37,258 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,259 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:22:37,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:22:37,262 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,262 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:22:37,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490557262"}]},"ts":"9223372036854775807"} 2024-11-24T23:22:37,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:22:37,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6909d8dba5ff332923d9adbb31a1439d, NAME => 'TestAcidGuarantees,,1732490531701.6909d8dba5ff332923d9adbb31a1439d.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:22:37,265 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:22:37,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490557265"}]},"ts":"9223372036854775807"} 2024-11-24T23:22:37,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:22:37,268 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-24T23:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T23:22:37,308 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T23:22:37,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=458 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=598 (was 485) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6844 (was 7019) 2024-11-24T23:22:37,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=598, ProcessCount=11, AvailableMemoryMB=6844 2024-11-24T23:22:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:22:37,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:22:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:22:37,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:22:37,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-24T23:22:37,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:22:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-24T23:22:37,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742298_1474 (size=960) 2024-11-24T23:22:37,350 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:22:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742299_1475 (size=53) 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5fa24d638f00764f8ce499e73847187c, disabling compactions & flushes 2024-11-24T23:22:37,360 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. after waiting 0 ms 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,360 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,360 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:37,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:22:37,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490557361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490557361"}]},"ts":"1732490557361"} 2024-11-24T23:22:37,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:22:37,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:22:37,363 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490557363"}]},"ts":"1732490557363"} 2024-11-24T23:22:37,364 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:22:37,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, ASSIGN}] 2024-11-24T23:22:37,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, ASSIGN 2024-11-24T23:22:37,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:22:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-24T23:22:37,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=5fa24d638f00764f8ce499e73847187c, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:37,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:22:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-24T23:22:37,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:37,677 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,678 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:22:37,678 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,678 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:22:37,678 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,678 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,684 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,706 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:37,707 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa24d638f00764f8ce499e73847187c columnFamilyName A 2024-11-24T23:22:37,707 DEBUG [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,707 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(327): Store=5fa24d638f00764f8ce499e73847187c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,708 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,711 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:37,711 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa24d638f00764f8ce499e73847187c columnFamilyName B 2024-11-24T23:22:37,711 DEBUG [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,712 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(327): Store=5fa24d638f00764f8ce499e73847187c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,712 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,713 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:22:37,714 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa24d638f00764f8ce499e73847187c columnFamilyName C 2024-11-24T23:22:37,714 DEBUG [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:22:37,714 INFO [StoreOpener-5fa24d638f00764f8ce499e73847187c-1 {}] regionserver.HStore(327): Store=5fa24d638f00764f8ce499e73847187c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:22:37,715 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,716 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,716 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,718 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:22:37,719 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:37,727 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:22:37,728 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 5fa24d638f00764f8ce499e73847187c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70944436, jitterRate=0.05715447664260864}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:22:37,729 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:37,730 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., pid=127, masterSystemTime=1732490557674 2024-11-24T23:22:37,732 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,732 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:37,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=5fa24d638f00764f8ce499e73847187c, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:22:37,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T23:22:37,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 in 211 msec 2024-11-24T23:22:37,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-24T23:22:37,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, ASSIGN in 366 msec 2024-11-24T23:22:37,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:22:37,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490557738"}]},"ts":"1732490557738"} 2024-11-24T23:22:37,739 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:22:37,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:22:37,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 403 msec 2024-11-24T23:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-24T23:22:37,945 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-24T23:22:37,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-24T23:22:37,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:37,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:37,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:22:37,972 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:22:37,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-24T23:22:37,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:37,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-24T23:22:38,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-24T23:22:38,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-24T23:22:38,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-24T23:22:38,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-24T23:22:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-24T23:22:38,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-24T23:22:38,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-24T23:22:38,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-24T23:22:38,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:22:38,152 DEBUG [hconnection-0x6257f456-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,152 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,154 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,154 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,156 DEBUG [hconnection-0x4b0820b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,157 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,159 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T23:22:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:38,164 DEBUG [hconnection-0x30e66db6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:38,165 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:38,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:38,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:38,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,175 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,176 DEBUG [hconnection-0x35bd6f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,177 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490618186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490618187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490618188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,190 DEBUG [hconnection-0x7b81dbc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490618190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,191 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490618193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,196 DEBUG [hconnection-0x2a790797-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,196 DEBUG [hconnection-0x701d5b8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:22:38,197 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,198 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:22:38,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d69355b60f7648e5943371e72dcc9cc8 is 50, key is test_row_0/A:col10/1732490558160/Put/seqid=0 2024-11-24T23:22:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742300_1476 (size=12001) 2024-11-24T23:22:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490618288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490618289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490618292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490618293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490618295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:38,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:38,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:38,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490618490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490618491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490618494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490618496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490618496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d69355b60f7648e5943371e72dcc9cc8 2024-11-24T23:22:38,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:38,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:38,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:38,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/c07b670eeade47cc9d634d3d59f2374e is 50, key is test_row_0/B:col10/1732490558160/Put/seqid=0 2024-11-24T23:22:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742301_1477 (size=12001) 2024-11-24T23:22:38,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/c07b670eeade47cc9d634d3d59f2374e 2024-11-24T23:22:38,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/558221705a324521a76e50df1d015380 is 50, key is test_row_0/C:col10/1732490558160/Put/seqid=0 2024-11-24T23:22:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742302_1478 (size=12001) 2024-11-24T23:22:38,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/558221705a324521a76e50df1d015380 2024-11-24T23:22:38,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d69355b60f7648e5943371e72dcc9cc8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8 2024-11-24T23:22:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:38,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:22:38,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/c07b670eeade47cc9d634d3d59f2374e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e 2024-11-24T23:22:38,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:22:38,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/558221705a324521a76e50df1d015380 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380 2024-11-24T23:22:38,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:38,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:38,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:38,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T23:22:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:22:38,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 626ms, sequenceid=12, compaction requested=false 2024-11-24T23:22:38,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:38,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:22:38,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:38,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:38,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/5e76dec6a2d34079bd0e642a570c126b is 50, key is test_row_0/A:col10/1732490558795/Put/seqid=0 2024-11-24T23:22:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490618804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490618806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490618807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490618811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490618816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742303_1479 (size=12001) 2024-11-24T23:22:38,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/5e76dec6a2d34079bd0e642a570c126b 2024-11-24T23:22:38,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/79ec35ae07944274a4d3c3ddcf6ad593 is 50, key is test_row_0/B:col10/1732490558795/Put/seqid=0 2024-11-24T23:22:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742304_1480 (size=12001) 2024-11-24T23:22:38,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/79ec35ae07944274a4d3c3ddcf6ad593 2024-11-24T23:22:38,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/d57adcf4191b456390bfc2261f1106c4 is 50, key is test_row_0/C:col10/1732490558795/Put/seqid=0 2024-11-24T23:22:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742305_1481 (size=12001) 2024-11-24T23:22:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490618914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490618914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490618917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490618919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490618920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:38,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:38,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:38,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:39,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:39,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490619118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490619121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490619125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490619126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:39,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:39,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/d57adcf4191b456390bfc2261f1106c4 2024-11-24T23:22:39,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/5e76dec6a2d34079bd0e642a570c126b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b 2024-11-24T23:22:39,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T23:22:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/79ec35ae07944274a4d3c3ddcf6ad593 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593 2024-11-24T23:22:39,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T23:22:39,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/d57adcf4191b456390bfc2261f1106c4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4 2024-11-24T23:22:39,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T23:22:39,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5fa24d638f00764f8ce499e73847187c in 544ms, sequenceid=39, compaction requested=false 2024-11-24T23:22:39,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:39,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:39,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T23:22:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,401 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/48cb50657e7c418c999c032f0ac525c1 is 50, key is test_row_0/A:col10/1732490558809/Put/seqid=0 2024-11-24T23:22:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742306_1482 (size=12001) 2024-11-24T23:22:39,415 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/48cb50657e7c418c999c032f0ac525c1 2024-11-24T23:22:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7509109b93f64bd8adec91f0993b8bed is 50, key is test_row_0/B:col10/1732490558809/Put/seqid=0 2024-11-24T23:22:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742307_1483 (size=12001) 2024-11-24T23:22:39,471 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7509109b93f64bd8adec91f0993b8bed 2024-11-24T23:22:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ad703bbf391849a18a06f7663df6aa80 is 50, key is test_row_0/C:col10/1732490558809/Put/seqid=0 2024-11-24T23:22:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742308_1484 (size=12001) 2024-11-24T23:22:39,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490619525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490619526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490619527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490619529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490619534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490619638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490619638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490619639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490619640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490619644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490619846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490619847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490619847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490619853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490619853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:39,907 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ad703bbf391849a18a06f7663df6aa80 2024-11-24T23:22:39,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/48cb50657e7c418c999c032f0ac525c1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1 2024-11-24T23:22:39,921 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T23:22:39,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7509109b93f64bd8adec91f0993b8bed as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed 2024-11-24T23:22:39,928 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T23:22:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ad703bbf391849a18a06f7663df6aa80 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80 2024-11-24T23:22:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T23:22:39,936 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 535ms, sequenceid=49, compaction requested=true 2024-11-24T23:22:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T23:22:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T23:22:39,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T23:22:39,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7720 sec 2024-11-24T23:22:39,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.7870 sec 2024-11-24T23:22:40,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490620169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1c93054530fc4d88b6de2a1e3ca525c7 is 50, key is test_row_0/A:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490620174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490620177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490620177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490620179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742309_1485 (size=12001) 2024-11-24T23:22:40,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1c93054530fc4d88b6de2a1e3ca525c7 2024-11-24T23:22:40,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/f5c958f461c54c5dab1b9a856c64432a is 50, key is test_row_0/B:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T23:22:40,269 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T23:22:40,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T23:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:40,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:40,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:40,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:40,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490620281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742310_1486 (size=12001) 2024-11-24T23:22:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490620285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490620289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490620290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490620291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:40,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:40,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490620488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490620497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490620498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490620499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490620499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:40,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:40,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/f5c958f461c54c5dab1b9a856c64432a 2024-11-24T23:22:40,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2fe34547de5a4c1082e85be2b4d20178 is 50, key is test_row_0/C:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742311_1487 (size=12001) 2024-11-24T23:22:40,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2fe34547de5a4c1082e85be2b4d20178 2024-11-24T23:22:40,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:40,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1c93054530fc4d88b6de2a1e3ca525c7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7 2024-11-24T23:22:40,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:22:40,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/f5c958f461c54c5dab1b9a856c64432a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a 2024-11-24T23:22:40,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:22:40,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2fe34547de5a4c1082e85be2b4d20178 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178 2024-11-24T23:22:40,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:22:40,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa24d638f00764f8ce499e73847187c in 594ms, sequenceid=76, compaction requested=true 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:40,758 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:40,758 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:40,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:40,760 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:40,760 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:40,760 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,760 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=46.9 K 2024-11-24T23:22:40,761 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69355b60f7648e5943371e72dcc9cc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490558160 2024-11-24T23:22:40,761 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:40,761 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:40,761 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,762 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=46.9 K 2024-11-24T23:22:40,762 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e76dec6a2d34079bd0e642a570c126b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732490558179 2024-11-24T23:22:40,762 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c07b670eeade47cc9d634d3d59f2374e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490558160 2024-11-24T23:22:40,762 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48cb50657e7c418c999c032f0ac525c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490558805 2024-11-24T23:22:40,763 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 79ec35ae07944274a4d3c3ddcf6ad593, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732490558179 2024-11-24T23:22:40,763 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c93054530fc4d88b6de2a1e3ca525c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:40,763 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7509109b93f64bd8adec91f0993b8bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490558805 2024-11-24T23:22:40,764 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c958f461c54c5dab1b9a856c64432a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:40,786 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:40,787 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/a5c865c3ab0d4b9189be9333713b8599 is 50, key is test_row_0/A:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,792 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#409 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:40,793 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/f62cc563ab7c4de79a29580570547483 is 50, key is test_row_0/B:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:40,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742313_1489 (size=12139) 2024-11-24T23:22:40,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dba878eeca304348b6a61b7d7b11130c is 50, key is test_row_0/A:col10/1732490560801/Put/seqid=0 2024-11-24T23:22:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742312_1488 (size=12139) 2024-11-24T23:22:40,831 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/f62cc563ab7c4de79a29580570547483 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f62cc563ab7c4de79a29580570547483 2024-11-24T23:22:40,836 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/a5c865c3ab0d4b9189be9333713b8599 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a5c865c3ab0d4b9189be9333713b8599 2024-11-24T23:22:40,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742314_1490 (size=19021) 2024-11-24T23:22:40,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dba878eeca304348b6a61b7d7b11130c 2024-11-24T23:22:40,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73b1a4ac765a493e924c1d41d0e1ea3d is 50, key is test_row_0/B:col10/1732490560801/Put/seqid=0 2024-11-24T23:22:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742315_1491 (size=12001) 2024-11-24T23:22:40,873 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into a5c865c3ab0d4b9189be9333713b8599(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:40,873 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=12, startTime=1732490560758; duration=0sec 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:40,873 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into f62cc563ab7c4de79a29580570547483(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:40,873 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=12, startTime=1732490560758; duration=0sec 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:40,873 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:40,880 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:40,880 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:40,880 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,880 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=46.9 K 2024-11-24T23:22:40,881 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 558221705a324521a76e50df1d015380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732490558160 2024-11-24T23:22:40,881 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d57adcf4191b456390bfc2261f1106c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732490558179 2024-11-24T23:22:40,882 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad703bbf391849a18a06f7663df6aa80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490558805 2024-11-24T23:22:40,882 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe34547de5a4c1082e85be2b4d20178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:40,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:40,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:40,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:40,900 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:40,901 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ea288e12f1d44106839844cbba88e633 is 50, key is test_row_0/C:col10/1732490560159/Put/seqid=0 2024-11-24T23:22:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490620918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490620919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742316_1492 (size=12139) 2024-11-24T23:22:40,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490620924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490620924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490620925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:40,940 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ea288e12f1d44106839844cbba88e633 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ea288e12f1d44106839844cbba88e633 2024-11-24T23:22:40,946 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into ea288e12f1d44106839844cbba88e633(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:40,946 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:40,947 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=12, startTime=1732490560758; duration=0sec 2024-11-24T23:22:40,947 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:40,947 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490621026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490621032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490621035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490621036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490621036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490621233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490621238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490621241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490621244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490621245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73b1a4ac765a493e924c1d41d0e1ea3d 2024-11-24T23:22:41,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/6a44034fe6fc4ed9ab62463a22e6a77b is 50, key is test_row_0/C:col10/1732490560801/Put/seqid=0 2024-11-24T23:22:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742317_1493 (size=12001) 2024-11-24T23:22:41,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:41,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490621544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490621544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490621549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490621553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490621553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:41,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:41,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/6a44034fe6fc4ed9ab62463a22e6a77b 2024-11-24T23:22:41,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dba878eeca304348b6a61b7d7b11130c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c 2024-11-24T23:22:41,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c, entries=300, sequenceid=89, filesize=18.6 K 2024-11-24T23:22:41,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73b1a4ac765a493e924c1d41d0e1ea3d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d 2024-11-24T23:22:41,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T23:22:41,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/6a44034fe6fc4ed9ab62463a22e6a77b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b 2024-11-24T23:22:41,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T23:22:41,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 5fa24d638f00764f8ce499e73847187c in 899ms, sequenceid=89, compaction requested=false 2024-11-24T23:22:41,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:41,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:41,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T23:22:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:41,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:41,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/390d7d54c1ee4903a17d4f85358504dc is 50, key is test_row_0/A:col10/1732490560920/Put/seqid=0 2024-11-24T23:22:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742318_1494 (size=12001) 2024-11-24T23:22:41,839 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/390d7d54c1ee4903a17d4f85358504dc 2024-11-24T23:22:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/3d353d7d8f8c4bb1b4904e14414bf3d3 is 50, key is test_row_0/B:col10/1732490560920/Put/seqid=0 2024-11-24T23:22:41,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:22:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742319_1495 (size=12001) 2024-11-24T23:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:42,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490622064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490622069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490622069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490622070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490622074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490622175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490622175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490622176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490622182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/3d353d7d8f8c4bb1b4904e14414bf3d3 2024-11-24T23:22:42,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/421265b2ac1542ab9dcae33285e43e6c is 50, key is test_row_0/C:col10/1732490560920/Put/seqid=0 2024-11-24T23:22:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742320_1496 (size=12001) 2024-11-24T23:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490622382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490622383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490622383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490622388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:22:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490622689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490622690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490622692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490622700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:42,730 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/421265b2ac1542ab9dcae33285e43e6c 2024-11-24T23:22:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/390d7d54c1ee4903a17d4f85358504dc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc 2024-11-24T23:22:42,739 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T23:22:42,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/3d353d7d8f8c4bb1b4904e14414bf3d3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3 2024-11-24T23:22:42,744 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T23:22:42,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/421265b2ac1542ab9dcae33285e43e6c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c 2024-11-24T23:22:42,749 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T23:22:42,750 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fa24d638f00764f8ce499e73847187c in 944ms, sequenceid=117, compaction requested=true 2024-11-24T23:22:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T23:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T23:22:42,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T23:22:42,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-11-24T23:22:42,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.4840 sec 2024-11-24T23:22:43,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:43,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d6ee799cc0b3428d95067a0dcb42b8d6 is 50, key is test_row_0/A:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742321_1497 (size=14391) 2024-11-24T23:22:43,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d6ee799cc0b3428d95067a0dcb42b8d6 2024-11-24T23:22:43,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/66b6f9c2892844c8ab1bf1ad51adbf4e is 50, key is test_row_0/B:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742322_1498 (size=12051) 2024-11-24T23:22:43,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/66b6f9c2892844c8ab1bf1ad51adbf4e 2024-11-24T23:22:43,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/08607244b2264276a17692d58f76a868 is 50, key is test_row_0/C:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742323_1499 (size=12051) 2024-11-24T23:22:43,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/08607244b2264276a17692d58f76a868 2024-11-24T23:22:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d6ee799cc0b3428d95067a0dcb42b8d6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6 2024-11-24T23:22:43,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490623214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6, entries=200, sequenceid=129, filesize=14.1 K 2024-11-24T23:22:43,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/66b6f9c2892844c8ab1bf1ad51adbf4e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e 2024-11-24T23:22:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490623219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490623220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T23:22:43,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490623221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490623221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/08607244b2264276a17692d58f76a868 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868 2024-11-24T23:22:43,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T23:22:43,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 150ms, sequenceid=129, compaction requested=true 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:43,237 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:43,237 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:43,239 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:43,239 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:43,239 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:43,239 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f62cc563ab7c4de79a29580570547483, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=47.1 K 2024-11-24T23:22:43,239 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:43,239 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:43,239 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:43,239 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a5c865c3ab0d4b9189be9333713b8599, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=56.2 K 2024-11-24T23:22:43,240 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c865c3ab0d4b9189be9333713b8599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:43,240 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62cc563ab7c4de79a29580570547483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:43,240 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dba878eeca304348b6a61b7d7b11130c, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732490560164 2024-11-24T23:22:43,240 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b1a4ac765a493e924c1d41d0e1ea3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732490560801 2024-11-24T23:22:43,241 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 390d7d54c1ee4903a17d4f85358504dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732490560902 2024-11-24T23:22:43,241 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d353d7d8f8c4bb1b4904e14414bf3d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732490560902 2024-11-24T23:22:43,241 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ee799cc0b3428d95067a0dcb42b8d6, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:43,241 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b6f9c2892844c8ab1bf1ad51adbf4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:43,258 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:43,259 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/091c6c546c9d4ffab498069683ad81de is 50, key is test_row_0/A:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,261 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:43,262 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a2cfad5992d646ff91d16c569410d658 is 50, key is test_row_0/B:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742324_1500 (size=12325) 2024-11-24T23:22:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742325_1501 (size=12325) 2024-11-24T23:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:43,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:43,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/33655d342869439cb687eb1c27b91c17 is 50, key is test_row_0/A:col10/1732490563328/Put/seqid=0 2024-11-24T23:22:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742326_1502 (size=14541) 2024-11-24T23:22:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490623339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490623344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490623345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490623346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490623353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490623449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490623460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490623460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490623460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490623461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490623662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490623673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490623674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490623675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490623676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,685 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/091c6c546c9d4ffab498069683ad81de as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/091c6c546c9d4ffab498069683ad81de 2024-11-24T23:22:43,690 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 091c6c546c9d4ffab498069683ad81de(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:43,690 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:43,690 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=12, startTime=1732490563237; duration=0sec 2024-11-24T23:22:43,690 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:43,690 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:43,690 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:43,691 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:43,691 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:43,691 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:43,691 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ea288e12f1d44106839844cbba88e633, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=47.1 K 2024-11-24T23:22:43,692 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ea288e12f1d44106839844cbba88e633, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490559525 2024-11-24T23:22:43,692 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a44034fe6fc4ed9ab62463a22e6a77b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732490560801 2024-11-24T23:22:43,692 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 421265b2ac1542ab9dcae33285e43e6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732490560902 2024-11-24T23:22:43,693 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 08607244b2264276a17692d58f76a868, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:43,702 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a2cfad5992d646ff91d16c569410d658 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a2cfad5992d646ff91d16c569410d658 2024-11-24T23:22:43,717 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into a2cfad5992d646ff91d16c569410d658(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:43,717 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:43,717 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=12, startTime=1732490563237; duration=0sec 2024-11-24T23:22:43,718 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:43,718 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:43,725 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:43,726 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/a6cfe6944c914160b5ca3ee573a844e6 is 50, key is test_row_0/C:col10/1732490563086/Put/seqid=0 2024-11-24T23:22:43,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/33655d342869439cb687eb1c27b91c17 2024-11-24T23:22:43,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/36624572405d41a1bd21e577090c7454 is 50, key is test_row_0/B:col10/1732490563328/Put/seqid=0 2024-11-24T23:22:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742327_1503 (size=12325) 2024-11-24T23:22:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742328_1504 (size=12151) 2024-11-24T23:22:43,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/36624572405d41a1bd21e577090c7454 2024-11-24T23:22:43,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/3d9e8bc91bd047eab554a5dde3078492 is 50, key is test_row_0/C:col10/1732490563328/Put/seqid=0 2024-11-24T23:22:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742329_1505 (size=12151) 2024-11-24T23:22:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490623975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490623984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490623985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490623986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490623986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,182 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/a6cfe6944c914160b5ca3ee573a844e6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/a6cfe6944c914160b5ca3ee573a844e6 2024-11-24T23:22:44,188 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into a6cfe6944c914160b5ca3ee573a844e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:44,189 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:44,189 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=12, startTime=1732490563237; duration=0sec 2024-11-24T23:22:44,189 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:44,189 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:44,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/3d9e8bc91bd047eab554a5dde3078492 2024-11-24T23:22:44,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/33655d342869439cb687eb1c27b91c17 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17 2024-11-24T23:22:44,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17, entries=200, sequenceid=156, filesize=14.2 K 2024-11-24T23:22:44,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/36624572405d41a1bd21e577090c7454 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454 2024-11-24T23:22:44,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T23:22:44,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/3d9e8bc91bd047eab554a5dde3078492 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492 2024-11-24T23:22:44,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T23:22:44,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa24d638f00764f8ce499e73847187c in 941ms, sequenceid=156, compaction requested=false 2024-11-24T23:22:44,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T23:22:44,377 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T23:22:44,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T23:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:44,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:44,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:44,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:44,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:44,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:44,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3c4287fa8b5840e0a1b0d245af49feca is 50, key is test_row_0/A:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742330_1506 (size=14541) 2024-11-24T23:22:44,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3c4287fa8b5840e0a1b0d245af49feca 2024-11-24T23:22:44,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88c0554702d94d4e9c433e0557364e4c is 50, key is test_row_0/B:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:44,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:44,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T23:22:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490624546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490624553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490624555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742331_1507 (size=12151) 2024-11-24T23:22:44,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490624555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490624561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490624660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490624661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490624665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490624670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490624672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:44,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:44,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T23:22:44,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:44,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:44,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T23:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:44,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490624865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490624867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490624873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490624874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490624881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:44,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88c0554702d94d4e9c433e0557364e4c 2024-11-24T23:22:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:44,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/25045984c5a1414bba36ef460bf43609 is 50, key is test_row_0/C:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:45,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:45,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T23:22:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:45,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:45,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742332_1508 (size=12151) 2024-11-24T23:22:45,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/25045984c5a1414bba36ef460bf43609 2024-11-24T23:22:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3c4287fa8b5840e0a1b0d245af49feca as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca 2024-11-24T23:22:45,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca, entries=200, sequenceid=170, filesize=14.2 K 2024-11-24T23:22:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88c0554702d94d4e9c433e0557364e4c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c 2024-11-24T23:22:45,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T23:22:45,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/25045984c5a1414bba36ef460bf43609 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609 2024-11-24T23:22:45,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T23:22:45,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 559ms, sequenceid=170, compaction requested=true 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:45,055 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:45,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:45,055 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:45,056 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41407 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:45,056 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:45,056 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,057 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/091c6c546c9d4ffab498069683ad81de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=40.4 K 2024-11-24T23:22:45,057 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:45,057 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:45,057 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,057 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a2cfad5992d646ff91d16c569410d658, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=35.8 K 2024-11-24T23:22:45,057 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 091c6c546c9d4ffab498069683ad81de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:45,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 33655d342869439cb687eb1c27b91c17, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732490563219 2024-11-24T23:22:45,058 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2cfad5992d646ff91d16c569410d658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:45,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c4287fa8b5840e0a1b0d245af49feca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:45,063 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36624572405d41a1bd21e577090c7454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732490563219 2024-11-24T23:22:45,064 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88c0554702d94d4e9c433e0557364e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:45,079 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:45,079 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/bb528c4995eb42f2b84ae989c870bd03 is 50, key is test_row_0/A:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:45,083 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:45,083 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/55c1a7eefa8947cc9e3c51fdd025f9c7 is 50, key is test_row_0/B:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742333_1509 (size=12527) 2024-11-24T23:22:45,133 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/bb528c4995eb42f2b84ae989c870bd03 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bb528c4995eb42f2b84ae989c870bd03 2024-11-24T23:22:45,141 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into bb528c4995eb42f2b84ae989c870bd03(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:45,141 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:45,141 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=13, startTime=1732490565055; duration=0sec 2024-11-24T23:22:45,141 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:45,141 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:45,141 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:45,142 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:45,142 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:45,142 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,142 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/a6cfe6944c914160b5ca3ee573a844e6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=35.8 K 2024-11-24T23:22:45,142 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a6cfe6944c914160b5ca3ee573a844e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732490562067 2024-11-24T23:22:45,143 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d9e8bc91bd047eab554a5dde3078492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732490563219 2024-11-24T23:22:45,143 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 25045984c5a1414bba36ef460bf43609, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742334_1510 (size=12527) 2024-11-24T23:22:45,153 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:45,154 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/dac60af065cc48b28fcd1a64ddb006be is 50, key is test_row_0/C:col10/1732490564493/Put/seqid=0 2024-11-24T23:22:45,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:45,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,155 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/8c3c5e4423f84c4cb263bea5c4a7ee03 is 50, key is test_row_0/A:col10/1732490564553/Put/seqid=0 2024-11-24T23:22:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742335_1511 (size=12527) 2024-11-24T23:22:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490625193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490625195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,204 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/dac60af065cc48b28fcd1a64ddb006be as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/dac60af065cc48b28fcd1a64ddb006be 2024-11-24T23:22:45,208 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into dac60af065cc48b28fcd1a64ddb006be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:45,208 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:45,208 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=13, startTime=1732490565055; duration=0sec 2024-11-24T23:22:45,209 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:45,209 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:45,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490625198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490625200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490625201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742336_1512 (size=12151) 2024-11-24T23:22:45,232 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/8c3c5e4423f84c4cb263bea5c4a7ee03 2024-11-24T23:22:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7abe1a6256a94924b8f5b85df13216ea is 50, key is test_row_0/B:col10/1732490564553/Put/seqid=0 2024-11-24T23:22:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742337_1513 (size=12151) 2024-11-24T23:22:45,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490625303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490625304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490625312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490625312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490625313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:45,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490625513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490625513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490625522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490625524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490625524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,552 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/55c1a7eefa8947cc9e3c51fdd025f9c7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/55c1a7eefa8947cc9e3c51fdd025f9c7 2024-11-24T23:22:45,561 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into 55c1a7eefa8947cc9e3c51fdd025f9c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:45,561 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:45,561 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=13, startTime=1732490565055; duration=0sec 2024-11-24T23:22:45,561 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:45,561 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7abe1a6256a94924b8f5b85df13216ea 2024-11-24T23:22:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/394a2911fcd54169bc4efba74766b3b9 is 50, key is test_row_0/C:col10/1732490564553/Put/seqid=0 2024-11-24T23:22:45,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a5c865c3ab0d4b9189be9333713b8599, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/091c6c546c9d4ffab498069683ad81de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca] to archive 2024-11-24T23:22:45,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:45,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d69355b60f7648e5943371e72dcc9cc8 2024-11-24T23:22:45,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/5e76dec6a2d34079bd0e642a570c126b 2024-11-24T23:22:45,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/48cb50657e7c418c999c032f0ac525c1 2024-11-24T23:22:45,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a5c865c3ab0d4b9189be9333713b8599 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a5c865c3ab0d4b9189be9333713b8599 2024-11-24T23:22:45,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1c93054530fc4d88b6de2a1e3ca525c7 2024-11-24T23:22:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742338_1514 (size=12151) 2024-11-24T23:22:45,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dba878eeca304348b6a61b7d7b11130c 2024-11-24T23:22:45,755 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/394a2911fcd54169bc4efba74766b3b9 2024-11-24T23:22:45,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/390d7d54c1ee4903a17d4f85358504dc 2024-11-24T23:22:45,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d6ee799cc0b3428d95067a0dcb42b8d6 2024-11-24T23:22:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/8c3c5e4423f84c4cb263bea5c4a7ee03 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03 2024-11-24T23:22:45,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/091c6c546c9d4ffab498069683ad81de to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/091c6c546c9d4ffab498069683ad81de 2024-11-24T23:22:45,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/33655d342869439cb687eb1c27b91c17 2024-11-24T23:22:45,766 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T23:22:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7abe1a6256a94924b8f5b85df13216ea as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea 2024-11-24T23:22:45,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3c4287fa8b5840e0a1b0d245af49feca 2024-11-24T23:22:45,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f62cc563ab7c4de79a29580570547483, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a2cfad5992d646ff91d16c569410d658, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c] to archive 2024-11-24T23:22:45,772 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T23:22:45,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/394a2911fcd54169bc4efba74766b3b9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9 2024-11-24T23:22:45,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c07b670eeade47cc9d634d3d59f2374e 2024-11-24T23:22:45,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/79ec35ae07944274a4d3c3ddcf6ad593 2024-11-24T23:22:45,782 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T23:22:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa24d638f00764f8ce499e73847187c in 628ms, sequenceid=197, compaction requested=false 2024-11-24T23:22:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T23:22:45,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7509109b93f64bd8adec91f0993b8bed 2024-11-24T23:22:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T23:22:45,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f62cc563ab7c4de79a29580570547483 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f62cc563ab7c4de79a29580570547483 2024-11-24T23:22:45,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T23:22:45,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-24T23:22:45,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/f5c958f461c54c5dab1b9a856c64432a 2024-11-24T23:22:45,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4070 sec 2024-11-24T23:22:45,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73b1a4ac765a493e924c1d41d0e1ea3d 2024-11-24T23:22:45,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/3d353d7d8f8c4bb1b4904e14414bf3d3 2024-11-24T23:22:45,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a2cfad5992d646ff91d16c569410d658 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a2cfad5992d646ff91d16c569410d658 2024-11-24T23:22:45,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/66b6f9c2892844c8ab1bf1ad51adbf4e 2024-11-24T23:22:45,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/36624572405d41a1bd21e577090c7454 2024-11-24T23:22:45,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88c0554702d94d4e9c433e0557364e4c 2024-11-24T23:22:45,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ea288e12f1d44106839844cbba88e633, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/a6cfe6944c914160b5ca3ee573a844e6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609] to archive 2024-11-24T23:22:45,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:22:45,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/558221705a324521a76e50df1d015380 2024-11-24T23:22:45,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/d57adcf4191b456390bfc2261f1106c4 2024-11-24T23:22:45,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ad703bbf391849a18a06f7663df6aa80 2024-11-24T23:22:45,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ea288e12f1d44106839844cbba88e633 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ea288e12f1d44106839844cbba88e633 2024-11-24T23:22:45,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2fe34547de5a4c1082e85be2b4d20178 2024-11-24T23:22:45,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/6a44034fe6fc4ed9ab62463a22e6a77b 2024-11-24T23:22:45,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/421265b2ac1542ab9dcae33285e43e6c 2024-11-24T23:22:45,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/a6cfe6944c914160b5ca3ee573a844e6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/a6cfe6944c914160b5ca3ee573a844e6 2024-11-24T23:22:45,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/08607244b2264276a17692d58f76a868 2024-11-24T23:22:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:45,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:45,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3d9e8bc91bd047eab554a5dde3078492 2024-11-24T23:22:45,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8990281417a4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/25045984c5a1414bba36ef460bf43609 2024-11-24T23:22:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:45,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/121542af2ecf462b895c9bb4d5138db5 is 50, key is test_row_0/A:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742339_1515 (size=14541) 2024-11-24T23:22:45,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/121542af2ecf462b895c9bb4d5138db5 2024-11-24T23:22:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490625865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490625869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490625871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490625873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490625875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88cca1516e7e4be68faa7d0d57c19e45 is 50, key is test_row_0/B:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742340_1516 (size=12151) 2024-11-24T23:22:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490625976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490625978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490625984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490625984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490625985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490626182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490626184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490626190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490626190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490626190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88cca1516e7e4be68faa7d0d57c19e45 2024-11-24T23:22:46,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ab9c440c8b804581b6d0e3fd33a8920a is 50, key is test_row_0/C:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742341_1517 (size=12151) 2024-11-24T23:22:46,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ab9c440c8b804581b6d0e3fd33a8920a 2024-11-24T23:22:46,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/121542af2ecf462b895c9bb4d5138db5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5 2024-11-24T23:22:46,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5, entries=200, sequenceid=211, filesize=14.2 K 2024-11-24T23:22:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/88cca1516e7e4be68faa7d0d57c19e45 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45 2024-11-24T23:22:46,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T23:22:46,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/ab9c440c8b804581b6d0e3fd33a8920a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a 2024-11-24T23:22:46,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T23:22:46,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5fa24d638f00764f8ce499e73847187c in 605ms, sequenceid=211, compaction requested=true 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:46,431 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:46,438 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:46,439 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:46,440 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:46,440 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,440 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/55c1a7eefa8947cc9e3c51fdd025f9c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.0 K 2024-11-24T23:22:46,440 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:46,440 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:46,440 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,440 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bb528c4995eb42f2b84ae989c870bd03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=38.3 K 2024-11-24T23:22:46,440 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c1a7eefa8947cc9e3c51fdd025f9c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:46,440 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bb528c4995eb42f2b84ae989c870bd03, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:46,441 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7abe1a6256a94924b8f5b85df13216ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490564553 2024-11-24T23:22:46,441 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c3c5e4423f84c4cb263bea5c4a7ee03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490564553 2024-11-24T23:22:46,441 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88cca1516e7e4be68faa7d0d57c19e45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:46,441 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 121542af2ecf462b895c9bb4d5138db5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:46,464 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:46,465 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1a920e36882f4774a2a5b494d4e2c591 is 50, key is test_row_0/A:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:46,475 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:46,475 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/00da7ae7a79d4bfe8693bdb77e8539f4 is 50, key is test_row_0/B:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T23:22:46,490 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T23:22:46,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-24T23:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:46,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:46,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:46,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:46,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:46,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742342_1518 (size=12254) 2024-11-24T23:22:46,522 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1a920e36882f4774a2a5b494d4e2c591 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1a920e36882f4774a2a5b494d4e2c591 2024-11-24T23:22:46,528 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 1a920e36882f4774a2a5b494d4e2c591(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:46,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:46,528 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=13, startTime=1732490566431; duration=0sec 2024-11-24T23:22:46,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:46,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:46,528 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:46,529 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:46,529 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:46,529 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,530 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/dac60af065cc48b28fcd1a64ddb006be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.0 K 2024-11-24T23:22:46,530 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting dac60af065cc48b28fcd1a64ddb006be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732490563344 2024-11-24T23:22:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742343_1519 (size=12254) 2024-11-24T23:22:46,531 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 394a2911fcd54169bc4efba74766b3b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490564553 2024-11-24T23:22:46,531 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9c440c8b804581b6d0e3fd33a8920a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:46,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1e19e2c4b3354d03919c281b0bc87ed5 is 50, key is test_row_0/A:col10/1732490566498/Put/seqid=0 2024-11-24T23:22:46,541 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:46,541 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/88faf2fda60645448834d2154b13aac6 is 50, key is test_row_0/C:col10/1732490565824/Put/seqid=0 2024-11-24T23:22:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,547 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/00da7ae7a79d4bfe8693bdb77e8539f4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00da7ae7a79d4bfe8693bdb77e8539f4 2024-11-24T23:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490626515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,551 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into 00da7ae7a79d4bfe8693bdb77e8539f4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:46,551 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:46,551 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=13, startTime=1732490566431; duration=0sec 2024-11-24T23:22:46,551 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:46,551 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490626528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490626528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490626530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490626542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742344_1520 (size=16931) 2024-11-24T23:22:46,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:46,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742345_1521 (size=12254) 2024-11-24T23:22:46,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490626649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490626657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490626657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490626657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490626660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:46,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:46,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490626854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490626866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490626866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490626866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490626867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:46,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:46,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:46,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1e19e2c4b3354d03919c281b0bc87ed5 2024-11-24T23:22:47,067 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/88faf2fda60645448834d2154b13aac6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/88faf2fda60645448834d2154b13aac6 2024-11-24T23:22:47,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/b490e41d55b94edfb73df1ef55f41d8d is 50, key is test_row_0/B:col10/1732490566498/Put/seqid=0 2024-11-24T23:22:47,078 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 88faf2fda60645448834d2154b13aac6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:47,078 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:47,078 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=13, startTime=1732490566431; duration=0sec 2024-11-24T23:22:47,078 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:47,078 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742346_1522 (size=12151) 2024-11-24T23:22:47,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490627170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490627174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490627175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490627177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490627181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/b490e41d55b94edfb73df1ef55f41d8d 2024-11-24T23:22:47,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/8ebe494c9c30402dbb78c53c34ad2fdf is 50, key is test_row_0/C:col10/1732490566498/Put/seqid=0 2024-11-24T23:22:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742347_1523 (size=12151) 2024-11-24T23:22:47,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:47,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490627680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490627680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490627683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490627686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490627698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:47,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:47,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:47,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:47,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/8ebe494c9c30402dbb78c53c34ad2fdf 2024-11-24T23:22:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/1e19e2c4b3354d03919c281b0bc87ed5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5 2024-11-24T23:22:47,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5, entries=250, sequenceid=238, filesize=16.5 K 2024-11-24T23:22:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/b490e41d55b94edfb73df1ef55f41d8d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d 2024-11-24T23:22:47,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T23:22:47,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/8ebe494c9c30402dbb78c53c34ad2fdf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf 2024-11-24T23:22:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T23:22:47,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa24d638f00764f8ce499e73847187c in 1483ms, sequenceid=238, compaction requested=false 2024-11-24T23:22:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:48,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:48,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T23:22:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:48,039 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T23:22:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/08e555746c0045278693c45187947cd0 is 50, key is test_row_0/A:col10/1732490566524/Put/seqid=0 2024-11-24T23:22:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742348_1524 (size=12151) 2024-11-24T23:22:48,092 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/08e555746c0045278693c45187947cd0 2024-11-24T23:22:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/65e7645d1ce848dea886b55999e44976 is 50, key is test_row_0/B:col10/1732490566524/Put/seqid=0 2024-11-24T23:22:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742349_1525 (size=12151) 2024-11-24T23:22:48,548 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/65e7645d1ce848dea886b55999e44976 2024-11-24T23:22:48,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/65bfb5b35116492aa05334ae9a05ff73 is 50, key is test_row_0/C:col10/1732490566524/Put/seqid=0 2024-11-24T23:22:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742350_1526 (size=12151) 2024-11-24T23:22:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:48,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490628753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490628753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490628757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490628758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490628760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490628863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490628864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490628867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490628867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:48,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490628870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,006 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/65bfb5b35116492aa05334ae9a05ff73 2024-11-24T23:22:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/08e555746c0045278693c45187947cd0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0 2024-11-24T23:22:49,017 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T23:22:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/65e7645d1ce848dea886b55999e44976 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976 2024-11-24T23:22:49,026 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T23:22:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/65bfb5b35116492aa05334ae9a05ff73 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73 2024-11-24T23:22:49,030 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T23:22:49,031 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5fa24d638f00764f8ce499e73847187c in 992ms, sequenceid=250, compaction requested=true 2024-11-24T23:22:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-24T23:22:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-24T23:22:49,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T23:22:49,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5390 sec 2024-11-24T23:22:49,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.5430 sec 2024-11-24T23:22:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:49,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d9c3fa7a7abe445e980e483d6c92fea9 is 50, key is test_row_0/A:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490629077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490629078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490629079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490629081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490629086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742351_1527 (size=17181) 2024-11-24T23:22:49,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d9c3fa7a7abe445e980e483d6c92fea9 2024-11-24T23:22:49,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/cdb83fb01a6a45508b3089296595cccf is 50, key is test_row_0/B:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742352_1528 (size=12301) 2024-11-24T23:22:49,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/cdb83fb01a6a45508b3089296595cccf 2024-11-24T23:22:49,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/093374c7ccce4d36a64020823de501d4 is 50, key is test_row_0/C:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742353_1529 (size=12301) 2024-11-24T23:22:49,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/093374c7ccce4d36a64020823de501d4 2024-11-24T23:22:49,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d9c3fa7a7abe445e980e483d6c92fea9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9 2024-11-24T23:22:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490629187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490629187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490629188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9, entries=250, sequenceid=279, filesize=16.8 K 2024-11-24T23:22:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490629192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/cdb83fb01a6a45508b3089296595cccf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf 2024-11-24T23:22:49,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf, entries=150, sequenceid=279, filesize=12.0 K 2024-11-24T23:22:49,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/093374c7ccce4d36a64020823de501d4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4 2024-11-24T23:22:49,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4, entries=150, sequenceid=279, filesize=12.0 K 2024-11-24T23:22:49,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5fa24d638f00764f8ce499e73847187c in 133ms, sequenceid=279, compaction requested=true 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:49,208 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:49,208 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:49,213 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48857 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:49,213 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:49,213 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:49,213 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00da7ae7a79d4bfe8693bdb77e8539f4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=47.7 K 2024-11-24T23:22:49,213 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:49,214 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:49,214 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:49,214 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1a920e36882f4774a2a5b494d4e2c591, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=57.1 K 2024-11-24T23:22:49,214 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 00da7ae7a79d4bfe8693bdb77e8539f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:49,214 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a920e36882f4774a2a5b494d4e2c591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:49,214 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b490e41d55b94edfb73df1ef55f41d8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732490565872 2024-11-24T23:22:49,215 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e19e2c4b3354d03919c281b0bc87ed5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732490565869 2024-11-24T23:22:49,215 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 65e7645d1ce848dea886b55999e44976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490566514 2024-11-24T23:22:49,215 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e555746c0045278693c45187947cd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490566514 2024-11-24T23:22:49,215 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting cdb83fb01a6a45508b3089296595cccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568758 2024-11-24T23:22:49,216 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9c3fa7a7abe445e980e483d6c92fea9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568752 2024-11-24T23:22:49,238 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:49,238 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/9d9368e1571e4cb4a1a27efc13bad29f is 50, key is test_row_0/B:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,238 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:49,239 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/8e20712295a6441dade417f4f1145590 is 50, key is test_row_0/A:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742354_1530 (size=12541) 2024-11-24T23:22:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742355_1531 (size=12541) 2024-11-24T23:22:49,330 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/9d9368e1571e4cb4a1a27efc13bad29f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9d9368e1571e4cb4a1a27efc13bad29f 2024-11-24T23:22:49,330 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/8e20712295a6441dade417f4f1145590 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8e20712295a6441dade417f4f1145590 2024-11-24T23:22:49,338 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into 9d9368e1571e4cb4a1a27efc13bad29f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:49,340 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:49,340 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=12, startTime=1732490569208; duration=0sec 2024-11-24T23:22:49,341 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:49,341 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:49,341 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:49,342 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 8e20712295a6441dade417f4f1145590(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:49,342 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:49,342 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=12, startTime=1732490569208; duration=0sec 2024-11-24T23:22:49,342 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:49,342 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:49,346 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48857 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:49,346 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:49,346 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:49,346 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/88faf2fda60645448834d2154b13aac6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=47.7 K 2024-11-24T23:22:49,347 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 88faf2fda60645448834d2154b13aac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732490565198 2024-11-24T23:22:49,348 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ebe494c9c30402dbb78c53c34ad2fdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732490565872 2024-11-24T23:22:49,349 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 65bfb5b35116492aa05334ae9a05ff73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732490566514 2024-11-24T23:22:49,352 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 093374c7ccce4d36a64020823de501d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568758 2024-11-24T23:22:49,377 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:49,378 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/97e5a879fd7d4cd6ba5c3177551200d4 is 50, key is test_row_0/C:col10/1732490568758/Put/seqid=0 2024-11-24T23:22:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742356_1532 (size=12541) 2024-11-24T23:22:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:49,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:49,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/a34daf6ced854fb0bdecf050f80cdf15 is 50, key is test_row_0/A:col10/1732490569410/Put/seqid=0 2024-11-24T23:22:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742357_1533 (size=19621) 2024-11-24T23:22:49,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/a34daf6ced854fb0bdecf050f80cdf15 2024-11-24T23:22:49,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73ab03503496486eb8908cfb5b40a76c is 50, key is test_row_0/B:col10/1732490569410/Put/seqid=0 2024-11-24T23:22:49,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742358_1534 (size=12301) 2024-11-24T23:22:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490629518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490629520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490629520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490629521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490629521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490629633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490629633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490629634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490629634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490629634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,810 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/97e5a879fd7d4cd6ba5c3177551200d4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/97e5a879fd7d4cd6ba5c3177551200d4 2024-11-24T23:22:49,815 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 97e5a879fd7d4cd6ba5c3177551200d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:49,815 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:49,815 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=12, startTime=1732490569208; duration=0sec 2024-11-24T23:22:49,815 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:49,815 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490629840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490629841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490629840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490629841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490629840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:49,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73ab03503496486eb8908cfb5b40a76c 2024-11-24T23:22:49,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/9b1d49249e904ae6ba75012a1b13aad5 is 50, key is test_row_0/C:col10/1732490569410/Put/seqid=0 2024-11-24T23:22:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742359_1535 (size=12301) 2024-11-24T23:22:49,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/9b1d49249e904ae6ba75012a1b13aad5 2024-11-24T23:22:49,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/a34daf6ced854fb0bdecf050f80cdf15 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15 2024-11-24T23:22:49,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15, entries=300, sequenceid=294, filesize=19.2 K 2024-11-24T23:22:49,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/73ab03503496486eb8908cfb5b40a76c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c 2024-11-24T23:22:49,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T23:22:49,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/9b1d49249e904ae6ba75012a1b13aad5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5 2024-11-24T23:22:49,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T23:22:49,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5fa24d638f00764f8ce499e73847187c in 555ms, sequenceid=294, compaction requested=false 2024-11-24T23:22:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:50,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:50,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:50,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:50,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:50,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3405d620a80c46ccac917c876e9d768c is 50, key is test_row_0/A:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490630161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490630162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490630163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490630170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490630171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742360_1536 (size=12301) 2024-11-24T23:22:50,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3405d620a80c46ccac917c876e9d768c 2024-11-24T23:22:50,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/4e6902f4be334c70ad58b3fb069d61c1 is 50, key is test_row_0/B:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742361_1537 (size=12301) 2024-11-24T23:22:50,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/4e6902f4be334c70ad58b3fb069d61c1 2024-11-24T23:22:50,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2315f8c889a5430cba16f3daa890ad21 is 50, key is test_row_0/C:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742362_1538 (size=12301) 2024-11-24T23:22:50,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2315f8c889a5430cba16f3daa890ad21 2024-11-24T23:22:50,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/3405d620a80c46ccac917c876e9d768c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c 2024-11-24T23:22:50,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T23:22:50,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/4e6902f4be334c70ad58b3fb069d61c1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1 2024-11-24T23:22:50,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T23:22:50,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/2315f8c889a5430cba16f3daa890ad21 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21 2024-11-24T23:22:50,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T23:22:50,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5fa24d638f00764f8ce499e73847187c in 124ms, sequenceid=322, compaction requested=true 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:50,273 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:50,274 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:50,276 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44463 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:50,276 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:50,276 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,276 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8e20712295a6441dade417f4f1145590, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=43.4 K 2024-11-24T23:22:50,277 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:50,277 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:50,277 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,277 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9d9368e1571e4cb4a1a27efc13bad29f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.3 K 2024-11-24T23:22:50,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:50,277 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e20712295a6441dade417f4f1145590, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568758 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:50,278 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9368e1571e4cb4a1a27efc13bad29f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568758 2024-11-24T23:22:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,278 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73ab03503496486eb8908cfb5b40a76c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732490569402 2024-11-24T23:22:50,278 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a34daf6ced854fb0bdecf050f80cdf15, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732490569392 2024-11-24T23:22:50,280 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6902f4be334c70ad58b3fb069d61c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:50,280 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3405d620a80c46ccac917c876e9d768c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:50,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/609627456f0441c3adc48b7a284848d0 is 50, key is test_row_0/A:col10/1732490570162/Put/seqid=0 2024-11-24T23:22:50,298 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:50,298 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/6832abd97d1040a596f811c139ae2587 is 50, key is test_row_0/B:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,306 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:50,306 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/21d894e3e157401087e2f9bd8109febf is 50, key is test_row_0/A:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742363_1539 (size=14741) 2024-11-24T23:22:50,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/609627456f0441c3adc48b7a284848d0 2024-11-24T23:22:50,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742365_1541 (size=12643) 2024-11-24T23:22:50,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742364_1540 (size=12643) 2024-11-24T23:22:50,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e568ccce3d00474cb52d9e51b02c05a3 is 50, key is test_row_0/B:col10/1732490570162/Put/seqid=0 2024-11-24T23:22:50,335 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/21d894e3e157401087e2f9bd8109febf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/21d894e3e157401087e2f9bd8109febf 2024-11-24T23:22:50,335 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/6832abd97d1040a596f811c139ae2587 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/6832abd97d1040a596f811c139ae2587 2024-11-24T23:22:50,339 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 21d894e3e157401087e2f9bd8109febf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:50,339 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,339 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=13, startTime=1732490570273; duration=0sec 2024-11-24T23:22:50,339 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:50,340 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:50,340 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:50,340 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into 6832abd97d1040a596f811c139ae2587(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:50,340 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,340 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=13, startTime=1732490570273; duration=0sec 2024-11-24T23:22:50,340 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:50,340 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:50,342 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:50,342 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:50,342 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,342 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/97e5a879fd7d4cd6ba5c3177551200d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.3 K 2024-11-24T23:22:50,342 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 97e5a879fd7d4cd6ba5c3177551200d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732490568758 2024-11-24T23:22:50,343 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1d49249e904ae6ba75012a1b13aad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732490569402 2024-11-24T23:22:50,343 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2315f8c889a5430cba16f3daa890ad21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:50,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490630333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742366_1542 (size=12301) 2024-11-24T23:22:50,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e568ccce3d00474cb52d9e51b02c05a3 2024-11-24T23:22:50,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490630343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490630343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490630344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/653c90cabaac4622b18c17c695915348 is 50, key is test_row_0/C:col10/1732490570162/Put/seqid=0 2024-11-24T23:22:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490630344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,360 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:50,374 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/0e5112ecca894739bdc2e707ad3ec52f is 50, key is test_row_0/C:col10/1732490569518/Put/seqid=0 2024-11-24T23:22:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742368_1544 (size=12301) 2024-11-24T23:22:50,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/653c90cabaac4622b18c17c695915348 2024-11-24T23:22:50,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/609627456f0441c3adc48b7a284848d0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0 2024-11-24T23:22:50,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0, entries=200, sequenceid=333, filesize=14.4 K 2024-11-24T23:22:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e568ccce3d00474cb52d9e51b02c05a3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3 2024-11-24T23:22:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742367_1543 (size=12643) 2024-11-24T23:22:50,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T23:22:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/653c90cabaac4622b18c17c695915348 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348 2024-11-24T23:22:50,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T23:22:50,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 172ms, sequenceid=333, compaction requested=false 2024-11-24T23:22:50,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:50,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:50,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcaa539abc374b74af22d1b412471acc is 50, key is test_row_0/A:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490630463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490630471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742369_1545 (size=14741) 2024-11-24T23:22:50,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490630475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490630476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490630477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490630578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490630580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490630586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490630588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T23:22:50,603 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T23:22:50,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T23:22:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:50,608 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:50,608 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:50,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490630684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:50,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:50,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490630786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490630786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490630794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490630795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:50,847 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/0e5112ecca894739bdc2e707ad3ec52f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/0e5112ecca894739bdc2e707ad3ec52f 2024-11-24T23:22:50,854 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 0e5112ecca894739bdc2e707ad3ec52f(size=12.3 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:50,854 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:50,854 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=13, startTime=1732490570273; duration=0sec 2024-11-24T23:22:50,854 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:50,854 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:50,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcaa539abc374b74af22d1b412471acc 2024-11-24T23:22:50,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e93b8f55a0984a7c8b23681bef054d7f is 50, key is test_row_0/B:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:50,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:50,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:50,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:50,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:50,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742370_1546 (size=12301) 2024-11-24T23:22:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490630991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490631096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490631098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490631102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490631106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:51,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e93b8f55a0984a7c8b23681bef054d7f 2024-11-24T23:22:51,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/625465a50d924e69b7d18198801c7d4c is 50, key is test_row_0/C:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:51,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742371_1547 (size=12301) 2024-11-24T23:22:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490631502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490631604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490631606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490631607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490631616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:51,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:51,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/625465a50d924e69b7d18198801c7d4c 2024-11-24T23:22:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcaa539abc374b74af22d1b412471acc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc 2024-11-24T23:22:51,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc, entries=200, sequenceid=362, filesize=14.4 K 2024-11-24T23:22:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e93b8f55a0984a7c8b23681bef054d7f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f 2024-11-24T23:22:51,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f, entries=150, sequenceid=362, filesize=12.0 K 2024-11-24T23:22:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:51,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/625465a50d924e69b7d18198801c7d4c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c 2024-11-24T23:22:51,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-24T23:22:51,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5fa24d638f00764f8ce499e73847187c in 1392ms, sequenceid=362, compaction requested=true 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:51,845 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:51,846 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:51,846 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42125 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:51,846 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:51,847 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:51,847 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:51,847 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,847 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,847 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/6832abd97d1040a596f811c139ae2587, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.4 K 2024-11-24T23:22:51,847 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/21d894e3e157401087e2f9bd8109febf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=41.1 K 2024-11-24T23:22:51,847 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d894e3e157401087e2f9bd8109febf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:51,847 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6832abd97d1040a596f811c139ae2587, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:51,848 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 609627456f0441c3adc48b7a284848d0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490570162 2024-11-24T23:22:51,848 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e568ccce3d00474cb52d9e51b02c05a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490570162 2024-11-24T23:22:51,849 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcaa539abc374b74af22d1b412471acc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570329 2024-11-24T23:22:51,849 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e93b8f55a0984a7c8b23681bef054d7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570342 2024-11-24T23:22:51,862 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:51,862 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/c116d24b54a14abfb778cad5d57e48ff is 50, key is test_row_0/B:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:51,878 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:51,887 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/17a0176b6ceb4b43a024ebdef1a00a56 is 50, key is test_row_0/A:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742372_1548 (size=12745) 2024-11-24T23:22:51,907 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/c116d24b54a14abfb778cad5d57e48ff as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c116d24b54a14abfb778cad5d57e48ff 2024-11-24T23:22:51,918 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into c116d24b54a14abfb778cad5d57e48ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:51,918 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:51,918 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=13, startTime=1732490571845; duration=0sec 2024-11-24T23:22:51,918 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:51,918 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:51,918 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:51,919 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:51,919 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:51,919 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,920 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/0e5112ecca894739bdc2e707ad3ec52f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.4 K 2024-11-24T23:22:51,921 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e5112ecca894739bdc2e707ad3ec52f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732490569518 2024-11-24T23:22:51,922 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 653c90cabaac4622b18c17c695915348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732490570162 2024-11-24T23:22:51,922 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 625465a50d924e69b7d18198801c7d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570342 2024-11-24T23:22:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742373_1549 (size=12745) 2024-11-24T23:22:51,944 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/17a0176b6ceb4b43a024ebdef1a00a56 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/17a0176b6ceb4b43a024ebdef1a00a56 2024-11-24T23:22:51,946 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:51,946 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/e6def76466684309bd2f792f2c85c671 is 50, key is test_row_0/C:col10/1732490570342/Put/seqid=0 2024-11-24T23:22:51,950 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 17a0176b6ceb4b43a024ebdef1a00a56(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:51,950 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:51,950 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=13, startTime=1732490571845; duration=0sec 2024-11-24T23:22:51,950 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:51,950 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742374_1550 (size=12745) 2024-11-24T23:22:51,977 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/e6def76466684309bd2f792f2c85c671 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e6def76466684309bd2f792f2c85c671 2024-11-24T23:22:51,980 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into e6def76466684309bd2f792f2c85c671(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:51,980 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:51,980 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=13, startTime=1732490571845; duration=0sec 2024-11-24T23:22:51,980 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:51,980 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:51,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:51,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T23:22:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:51,990 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T23:22:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cd63b703b08d48b2a55e4920771b2c36 is 50, key is test_row_0/A:col10/1732490570470/Put/seqid=0 2024-11-24T23:22:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742375_1551 (size=12301) 2024-11-24T23:22:52,400 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cd63b703b08d48b2a55e4920771b2c36 2024-11-24T23:22:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/beaf033503964800a14bb643b411113e is 50, key is test_row_0/B:col10/1732490570470/Put/seqid=0 2024-11-24T23:22:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742376_1552 (size=12301) 2024-11-24T23:22:52,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:52,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490632609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490632613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490632616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490632622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490632628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490632714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:52,814 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/beaf033503964800a14bb643b411113e 2024-11-24T23:22:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/842a89d287f84b6da9c3f65603e14425 is 50, key is test_row_0/C:col10/1732490570470/Put/seqid=0 2024-11-24T23:22:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742377_1553 (size=12301) 2024-11-24T23:22:52,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/842a89d287f84b6da9c3f65603e14425 2024-11-24T23:22:52,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cd63b703b08d48b2a55e4920771b2c36 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36 2024-11-24T23:22:52,882 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T23:22:52,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/beaf033503964800a14bb643b411113e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e 2024-11-24T23:22:52,889 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T23:22:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/842a89d287f84b6da9c3f65603e14425 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425 2024-11-24T23:22:52,895 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T23:22:52,896 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5fa24d638f00764f8ce499e73847187c in 906ms, sequenceid=376, compaction requested=false 2024-11-24T23:22:52,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:52,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:52,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T23:22:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T23:22:52,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T23:22:52,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2920 sec 2024-11-24T23:22:52,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2980 sec 2024-11-24T23:22:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:52,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:52,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/6424ed71f4dc4fd9a4618ff5f41a670f is 50, key is test_row_0/A:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742378_1554 (size=12301) 2024-11-24T23:22:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490632968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:53,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490633075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:53,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490633281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:53,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/6424ed71f4dc4fd9a4618ff5f41a670f 2024-11-24T23:22:53,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a8f854b5b8bb469c9cdca244a0df579e is 50, key is test_row_0/B:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742379_1555 (size=12301) 2024-11-24T23:22:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490633584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:53,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a8f854b5b8bb469c9cdca244a0df579e 2024-11-24T23:22:53,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/bd5fb8b039f34c5f8dd81bdecae8a0cc is 50, key is test_row_0/C:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742380_1556 (size=12301) 2024-11-24T23:22:53,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/bd5fb8b039f34c5f8dd81bdecae8a0cc 2024-11-24T23:22:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/6424ed71f4dc4fd9a4618ff5f41a670f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f 2024-11-24T23:22:53,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T23:22:53,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a8f854b5b8bb469c9cdca244a0df579e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e 2024-11-24T23:22:53,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T23:22:53,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/bd5fb8b039f34c5f8dd81bdecae8a0cc as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc 2024-11-24T23:22:53,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T23:22:53,809 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:22:53,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa24d638f00764f8ce499e73847187c in 886ms, sequenceid=403, compaction requested=true 2024-11-24T23:22:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:53,811 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:53,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:22:53,811 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:53,812 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:53,812 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:53,812 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:53,812 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:53,812 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:53,812 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:53,812 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c116d24b54a14abfb778cad5d57e48ff, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.5 K 2024-11-24T23:22:53,813 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/17a0176b6ceb4b43a024ebdef1a00a56, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.5 K 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c116d24b54a14abfb778cad5d57e48ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570342 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17a0176b6ceb4b43a024ebdef1a00a56, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570342 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting beaf033503964800a14bb643b411113e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732490570470 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd63b703b08d48b2a55e4920771b2c36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732490570470 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f854b5b8bb469c9cdca244a0df579e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:53,813 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6424ed71f4dc4fd9a4618ff5f41a670f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:53,820 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:53,821 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e15554fd8bad4580b8ef56801c4b7ff5 is 50, key is test_row_0/B:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:53,821 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:53,822 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/14954b2b61dc40b7823967a25210de44 is 50, key is test_row_0/A:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742381_1557 (size=12847) 2024-11-24T23:22:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742382_1558 (size=12847) 2024-11-24T23:22:53,831 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/e15554fd8bad4580b8ef56801c4b7ff5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e15554fd8bad4580b8ef56801c4b7ff5 2024-11-24T23:22:53,835 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into e15554fd8bad4580b8ef56801c4b7ff5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:53,835 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:53,835 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=13, startTime=1732490573811; duration=0sec 2024-11-24T23:22:53,835 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:53,835 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:53,835 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:22:53,836 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:22:53,836 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:53,836 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:53,836 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e6def76466684309bd2f792f2c85c671, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=36.5 K 2024-11-24T23:22:53,836 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e6def76466684309bd2f792f2c85c671, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732490570342 2024-11-24T23:22:53,837 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 842a89d287f84b6da9c3f65603e14425, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732490570470 2024-11-24T23:22:53,837 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5fb8b039f34c5f8dd81bdecae8a0cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:53,842 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:53,843 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/398f9656237a4867adb2378b31e65b85 is 50, key is test_row_0/C:col10/1732490572922/Put/seqid=0 2024-11-24T23:22:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742383_1559 (size=12847) 2024-11-24T23:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:54,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:54,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cad73e389be04094b61b011cb025c2b5 is 50, key is test_row_0/A:col10/1732490574090/Put/seqid=0 2024-11-24T23:22:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742384_1560 (size=14741) 2024-11-24T23:22:54,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cad73e389be04094b61b011cb025c2b5 2024-11-24T23:22:54,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/d0988f02392e40f4b95eb1021b631650 is 50, key is test_row_0/B:col10/1732490574090/Put/seqid=0 2024-11-24T23:22:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742385_1561 (size=12301) 2024-11-24T23:22:54,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490634219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,230 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/14954b2b61dc40b7823967a25210de44 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/14954b2b61dc40b7823967a25210de44 2024-11-24T23:22:54,234 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into 14954b2b61dc40b7823967a25210de44(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:54,234 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:54,234 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=13, startTime=1732490573811; duration=0sec 2024-11-24T23:22:54,234 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:54,234 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:54,251 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/398f9656237a4867adb2378b31e65b85 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/398f9656237a4867adb2378b31e65b85 2024-11-24T23:22:54,254 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 398f9656237a4867adb2378b31e65b85(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:54,254 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:54,254 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=13, startTime=1732490573811; duration=0sec 2024-11-24T23:22:54,254 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:54,255 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490634327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/d0988f02392e40f4b95eb1021b631650 2024-11-24T23:22:54,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/4f4c5fa2bf6847a88d44c4b66a8e77be is 50, key is test_row_0/C:col10/1732490574090/Put/seqid=0 2024-11-24T23:22:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742386_1562 (size=12301) 2024-11-24T23:22:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490634530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490634617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,619 DEBUG [Thread-2104 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490634631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,634 DEBUG [Thread-2106 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490634634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,637 DEBUG [Thread-2108 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490634642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,644 DEBUG [Thread-2112 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T23:22:54,713 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T23:22:54,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T23:22:54,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:54,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:54,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490634833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:54,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T23:22:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:54,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:54,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/4f4c5fa2bf6847a88d44c4b66a8e77be 2024-11-24T23:22:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cad73e389be04094b61b011cb025c2b5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5 2024-11-24T23:22:54,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5, entries=200, sequenceid=415, filesize=14.4 K 2024-11-24T23:22:54,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/d0988f02392e40f4b95eb1021b631650 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650 2024-11-24T23:22:54,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650, entries=150, sequenceid=415, filesize=12.0 K 2024-11-24T23:22:54,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/4f4c5fa2bf6847a88d44c4b66a8e77be as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be 2024-11-24T23:22:54,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be, entries=150, sequenceid=415, filesize=12.0 K 2024-11-24T23:22:54,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa24d638f00764f8ce499e73847187c in 846ms, sequenceid=415, compaction requested=false 2024-11-24T23:22:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:55,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:55,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcb75915797844f39964e33d68e3d409 is 50, key is test_row_0/A:col10/1732490574218/Put/seqid=0 2024-11-24T23:22:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742387_1563 (size=12301) 2024-11-24T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490635369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:55,430 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcb75915797844f39964e33d68e3d409 2024-11-24T23:22:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/2e851cda6f8d43858d4c279ddb5b18de is 50, key is test_row_0/B:col10/1732490574218/Put/seqid=0 2024-11-24T23:22:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742388_1564 (size=12301) 2024-11-24T23:22:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490635475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:55,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490635679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:55,841 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/2e851cda6f8d43858d4c279ddb5b18de 2024-11-24T23:22:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/392b4d40aa0f4da39d60a79d9835a5e3 is 50, key is test_row_0/C:col10/1732490574218/Put/seqid=0 2024-11-24T23:22:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742389_1565 (size=12301) 2024-11-24T23:22:55,851 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/392b4d40aa0f4da39d60a79d9835a5e3 2024-11-24T23:22:55,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/dcb75915797844f39964e33d68e3d409 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409 2024-11-24T23:22:55,858 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T23:22:55,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/2e851cda6f8d43858d4c279ddb5b18de as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de 2024-11-24T23:22:55,861 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T23:22:55,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/392b4d40aa0f4da39d60a79d9835a5e3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3 2024-11-24T23:22:55,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T23:22:55,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fa24d638f00764f8ce499e73847187c in 844ms, sequenceid=442, compaction requested=true 2024-11-24T23:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T23:22:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T23:22:55,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T23:22:55,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-24T23:22:55,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1540 sec 2024-11-24T23:22:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:55,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T23:22:55,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:55,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:55,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:55,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:55,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/79dfa990dd2a45919d63742765eac2ba is 50, key is test_row_0/A:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742390_1566 (size=14741) 2024-11-24T23:22:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490636127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:56,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490636232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:56,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/79dfa990dd2a45919d63742765eac2ba 2024-11-24T23:22:56,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/9fe03879148b4d2581bde69e20dc4e3e is 50, key is test_row_0/B:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742391_1567 (size=12301) 2024-11-24T23:22:56,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490636438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490636743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:56,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/9fe03879148b4d2581bde69e20dc4e3e 2024-11-24T23:22:56,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/23e2cd6063b441d3afde0f1c1bc5cd71 is 50, key is test_row_0/C:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T23:22:56,819 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T23:22:56,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:22:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T23:22:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:56,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:22:56,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:22:56,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:22:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742392_1568 (size=12301) 2024-11-24T23:22:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:56,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:56,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:56,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:56,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:57,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:57,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:57,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:57,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/23e2cd6063b441d3afde0f1c1bc5cd71 2024-11-24T23:22:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/79dfa990dd2a45919d63742765eac2ba as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba 2024-11-24T23:22:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba, entries=200, sequenceid=454, filesize=14.4 K 2024-11-24T23:22:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/9fe03879148b4d2581bde69e20dc4e3e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e 2024-11-24T23:22:57,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T23:22:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/23e2cd6063b441d3afde0f1c1bc5cd71 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71 2024-11-24T23:22:57,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T23:22:57,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fa24d638f00764f8ce499e73847187c in 1255ms, sequenceid=454, compaction requested=true 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:57,244 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:57,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:22:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:57,245 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54630 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:57,245 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:57,245 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:22:57,245 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:22:57,245 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,245 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,245 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/14954b2b61dc40b7823967a25210de44, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=53.3 K 2024-11-24T23:22:57,246 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e15554fd8bad4580b8ef56801c4b7ff5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=48.6 K 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14954b2b61dc40b7823967a25210de44, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e15554fd8bad4580b8ef56801c4b7ff5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad73e389be04094b61b011cb025c2b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732490572956 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting d0988f02392e40f4b95eb1021b631650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732490572956 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcb75915797844f39964e33d68e3d409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732490574203 2024-11-24T23:22:57,246 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e851cda6f8d43858d4c279ddb5b18de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732490574203 2024-11-24T23:22:57,247 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79dfa990dd2a45919d63742765eac2ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575356 2024-11-24T23:22:57,247 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe03879148b4d2581bde69e20dc4e3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575366 2024-11-24T23:22:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:57,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/bdd6251f768549ef99fe023f132d7046 is 50, key is test_row_0/A:col10/1732490576125/Put/seqid=0 2024-11-24T23:22:57,263 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:57,263 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:57,263 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d1037724042742bc8f94efcc52240714 is 50, key is test_row_0/A:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:57,264 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a9a356e2cc5446d58dd1b0d5cb1eba95 is 50, key is test_row_0/B:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742393_1569 (size=14741) 2024-11-24T23:22:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742394_1570 (size=12983) 2024-11-24T23:22:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742395_1571 (size=12983) 2024-11-24T23:22:57,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:57,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490637315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:57,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490637422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:57,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:57,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:57,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:22:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490637624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:57,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/bdd6251f768549ef99fe023f132d7046 2024-11-24T23:22:57,673 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/a9a356e2cc5446d58dd1b0d5cb1eba95 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a9a356e2cc5446d58dd1b0d5cb1eba95 2024-11-24T23:22:57,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/71a756c569694b7e8fe4a600ffeebfcb is 50, key is test_row_0/B:col10/1732490576125/Put/seqid=0 2024-11-24T23:22:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742396_1572 (size=12301) 2024-11-24T23:22:57,679 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into a9a356e2cc5446d58dd1b0d5cb1eba95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:57,679 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:57,679 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=12, startTime=1732490577244; duration=0sec 2024-11-24T23:22:57,679 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:22:57,679 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:22:57,679 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:22:57,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/71a756c569694b7e8fe4a600ffeebfcb 2024-11-24T23:22:57,680 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:22:57,680 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:22:57,681 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,681 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/398f9656237a4867adb2378b31e65b85, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=48.6 K 2024-11-24T23:22:57,681 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 398f9656237a4867adb2378b31e65b85, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490572602 2024-11-24T23:22:57,681 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/d1037724042742bc8f94efcc52240714 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d1037724042742bc8f94efcc52240714 2024-11-24T23:22:57,682 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f4c5fa2bf6847a88d44c4b66a8e77be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732490572956 2024-11-24T23:22:57,688 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 392b4d40aa0f4da39d60a79d9835a5e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732490574203 2024-11-24T23:22:57,689 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e2cd6063b441d3afde0f1c1bc5cd71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575366 2024-11-24T23:22:57,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/46dff6a0c9e84065ae7a6800ba2d7426 is 50, key is test_row_0/C:col10/1732490576125/Put/seqid=0 2024-11-24T23:22:57,692 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into d1037724042742bc8f94efcc52240714(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:57,692 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:57,692 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=12, startTime=1732490577244; duration=0sec 2024-11-24T23:22:57,692 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:57,692 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:22:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742397_1573 (size=12301) 2024-11-24T23:22:57,697 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:22:57,697 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/5fa152f0837e4ab1a4675f7531c7bb81 is 50, key is test_row_0/C:col10/1732490575366/Put/seqid=0 2024-11-24T23:22:57,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/46dff6a0c9e84065ae7a6800ba2d7426 2024-11-24T23:22:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742398_1574 (size=12983) 2024-11-24T23:22:57,704 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/5fa152f0837e4ab1a4675f7531c7bb81 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/5fa152f0837e4ab1a4675f7531c7bb81 2024-11-24T23:22:57,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/bdd6251f768549ef99fe023f132d7046 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046 2024-11-24T23:22:57,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046, entries=200, sequenceid=479, filesize=14.4 K 2024-11-24T23:22:57,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/71a756c569694b7e8fe4a600ffeebfcb as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb 2024-11-24T23:22:57,708 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 5fa152f0837e4ab1a4675f7531c7bb81(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:22:57,708 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:57,708 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=12, startTime=1732490577244; duration=0sec 2024-11-24T23:22:57,708 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:22:57,708 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:22:57,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb, entries=150, sequenceid=479, filesize=12.0 K 2024-11-24T23:22:57,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/46dff6a0c9e84065ae7a6800ba2d7426 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426 2024-11-24T23:22:57,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426, entries=150, sequenceid=479, filesize=12.0 K 2024-11-24T23:22:57,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fa24d638f00764f8ce499e73847187c in 457ms, sequenceid=479, compaction requested=false 2024-11-24T23:22:57,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:57,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:22:57,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:57,738 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cbad02852894422c839d6541165e2273 is 50, key is test_row_0/A:col10/1732490577303/Put/seqid=0 2024-11-24T23:22:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742399_1575 (size=12301) 2024-11-24T23:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. as already flushing 2024-11-24T23:22:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490638024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490638127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cbad02852894422c839d6541165e2273 2024-11-24T23:22:58,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/00c9413350604257af3f5208a6242245 is 50, key is test_row_0/B:col10/1732490577303/Put/seqid=0 2024-11-24T23:22:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742400_1576 (size=12301) 2024-11-24T23:22:58,163 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:64830 2024-11-24T23:22:58,163 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:58,164 DEBUG [Thread-2123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:64830 2024-11-24T23:22:58,164 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:58,165 DEBUG [Thread-2117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:64830 2024-11-24T23:22:58,165 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:58,167 DEBUG [Thread-2119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:64830 2024-11-24T23:22:58,167 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:58,169 DEBUG [Thread-2121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:64830 2024-11-24T23:22:58,169 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490638329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,559 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/00c9413350604257af3f5208a6242245 2024-11-24T23:22:58,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/60b231237d1642a3a2f804bd3f9b5695 is 50, key is test_row_0/C:col10/1732490577303/Put/seqid=0 2024-11-24T23:22:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742401_1577 (size=12301) 2024-11-24T23:22:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1732490638627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,628 DEBUG [Thread-2104 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34910 deadline: 1732490638631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732490638638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,638 DEBUG [Thread-2108 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732490638639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,640 DEBUG [Thread-2106 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:22:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1732490638673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 2024-11-24T23:22:58,674 DEBUG [Thread-2112 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., hostname=8990281417a4,42033,1732490443497, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:22:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:22:58,968 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/60b231237d1642a3a2f804bd3f9b5695 2024-11-24T23:22:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/cbad02852894422c839d6541165e2273 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273 2024-11-24T23:22:58,974 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T23:22:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/00c9413350604257af3f5208a6242245 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245 2024-11-24T23:22:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T23:22:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/60b231237d1642a3a2f804bd3f9b5695 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695 2024-11-24T23:22:58,980 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T23:22:58,980 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa24d638f00764f8ce499e73847187c in 1242ms, sequenceid=493, compaction requested=true 2024-11-24T23:22:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T23:22:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T23:22:58,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T23:22:58,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1590 sec 2024-11-24T23:22:58,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.1630 sec 2024-11-24T23:22:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:22:59,136 DEBUG [Thread-2110 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:64830 2024-11-24T23:22:59,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T23:22:59,136 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:22:59,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:22:59,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/ea6be3341fec459595244ae1b04578f9 is 50, key is test_row_0/A:col10/1732490578023/Put/seqid=0 2024-11-24T23:22:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742402_1578 (size=12301) 2024-11-24T23:22:59,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/ea6be3341fec459595244ae1b04578f9 2024-11-24T23:22:59,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7c92c6fc61cd493b907ad4895495c235 is 50, key is test_row_0/B:col10/1732490578023/Put/seqid=0 2024-11-24T23:22:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742403_1579 (size=12301) 2024-11-24T23:22:59,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7c92c6fc61cd493b907ad4895495c235 2024-11-24T23:22:59,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/e1dd224f77724467b09747d44a61e385 is 50, key is test_row_0/C:col10/1732490578023/Put/seqid=0 2024-11-24T23:22:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742404_1580 (size=12301) 2024-11-24T23:23:00,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/e1dd224f77724467b09747d44a61e385 2024-11-24T23:23:00,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/ea6be3341fec459595244ae1b04578f9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9 2024-11-24T23:23:00,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9, entries=150, sequenceid=519, filesize=12.0 K 2024-11-24T23:23:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/7c92c6fc61cd493b907ad4895495c235 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235 2024-11-24T23:23:00,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235, entries=150, sequenceid=519, filesize=12.0 K 2024-11-24T23:23:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/e1dd224f77724467b09747d44a61e385 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385 2024-11-24T23:23:00,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385, entries=150, sequenceid=519, filesize=12.0 K 2024-11-24T23:23:00,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 5fa24d638f00764f8ce499e73847187c in 1238ms, sequenceid=519, compaction requested=true 2024-11-24T23:23:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa24d638f00764f8ce499e73847187c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:00,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:00,375 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:00,375 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:00,375 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:00,375 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/A is initiating minor compaction (all files) 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/B is initiating minor compaction (all files) 2024-11-24T23:23:00,376 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/A in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:00,376 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/B in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:00,376 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d1037724042742bc8f94efcc52240714, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=51.1 K 2024-11-24T23:23:00,376 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a9a356e2cc5446d58dd1b0d5cb1eba95, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=48.7 K 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1037724042742bc8f94efcc52240714, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575366 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a356e2cc5446d58dd1b0d5cb1eba95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575366 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd6251f768549ef99fe023f132d7046, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732490576104 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a756c569694b7e8fe4a600ffeebfcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732490576104 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c9413350604257af3f5208a6242245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732490577282 2024-11-24T23:23:00,376 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbad02852894422c839d6541165e2273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732490577282 2024-11-24T23:23:00,377 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c92c6fc61cd493b907ad4895495c235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732490578011 2024-11-24T23:23:00,377 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea6be3341fec459595244ae1b04578f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732490578011 2024-11-24T23:23:00,384 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:00,384 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/225967bdad3d497e9d3440d3fc60e8d3 is 50, key is test_row_0/B:col10/1732490578023/Put/seqid=0 2024-11-24T23:23:00,384 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#A#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:00,385 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/b276bdd4e6574cd49cb25ec590182cf2 is 50, key is test_row_0/A:col10/1732490578023/Put/seqid=0 2024-11-24T23:23:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742405_1581 (size=13119) 2024-11-24T23:23:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742406_1582 (size=13119) 2024-11-24T23:23:00,392 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/225967bdad3d497e9d3440d3fc60e8d3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/225967bdad3d497e9d3440d3fc60e8d3 2024-11-24T23:23:00,395 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/B of 5fa24d638f00764f8ce499e73847187c into 225967bdad3d497e9d3440d3fc60e8d3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:00,395 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:23:00,395 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/B, priority=12, startTime=1732490580375; duration=0sec 2024-11-24T23:23:00,395 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:00,395 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:B 2024-11-24T23:23:00,395 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:00,396 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:00,396 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): 5fa24d638f00764f8ce499e73847187c/C is initiating minor compaction (all files) 2024-11-24T23:23:00,396 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa24d638f00764f8ce499e73847187c/C in TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:00,396 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/5fa152f0837e4ab1a4675f7531c7bb81, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp, totalSize=48.7 K 2024-11-24T23:23:00,397 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fa152f0837e4ab1a4675f7531c7bb81, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732490575366 2024-11-24T23:23:00,397 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 46dff6a0c9e84065ae7a6800ba2d7426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732490576104 2024-11-24T23:23:00,397 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b231237d1642a3a2f804bd3f9b5695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732490577282 2024-11-24T23:23:00,397 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e1dd224f77724467b09747d44a61e385, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732490578011 2024-11-24T23:23:00,403 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa24d638f00764f8ce499e73847187c#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:00,404 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/3813044d55264c5186d0ae3e62cce5ab is 50, key is test_row_0/C:col10/1732490578023/Put/seqid=0 2024-11-24T23:23:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742407_1583 (size=13119) 2024-11-24T23:23:00,794 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/b276bdd4e6574cd49cb25ec590182cf2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/b276bdd4e6574cd49cb25ec590182cf2 2024-11-24T23:23:00,797 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/A of 5fa24d638f00764f8ce499e73847187c into b276bdd4e6574cd49cb25ec590182cf2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:00,797 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:23:00,797 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/A, priority=12, startTime=1732490580374; duration=0sec 2024-11-24T23:23:00,797 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:00,797 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:A 2024-11-24T23:23:00,810 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/3813044d55264c5186d0ae3e62cce5ab as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3813044d55264c5186d0ae3e62cce5ab 2024-11-24T23:23:00,813 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa24d638f00764f8ce499e73847187c/C of 5fa24d638f00764f8ce499e73847187c into 3813044d55264c5186d0ae3e62cce5ab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:00,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:23:00,813 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c., storeName=5fa24d638f00764f8ce499e73847187c/C, priority=12, startTime=1732490580375; duration=0sec 2024-11-24T23:23:00,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:00,813 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa24d638f00764f8ce499e73847187c:C 2024-11-24T23:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T23:23:00,926 INFO [Thread-2114 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T23:23:08,671 DEBUG [Thread-2104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:64830 2024-11-24T23:23:08,671 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:08,672 DEBUG [Thread-2108 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:64830 2024-11-24T23:23:08,672 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:08,704 DEBUG [Thread-2106 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:64830 2024-11-24T23:23:08,704 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:08,737 DEBUG [Thread-2112 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:64830 2024-11-24T23:23:08,737 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1988 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5964 rows 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1974 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5922 rows 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1974 2024-11-24T23:23:08,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5921 rows 2024-11-24T23:23:08,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1998 2024-11-24T23:23:08,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5994 rows 2024-11-24T23:23:08,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2002 2024-11-24T23:23:08,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6006 rows 2024-11-24T23:23:08,738 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:23:08,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:64830 2024-11-24T23:23:08,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:08,741 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:23:08,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:08,748 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490588747"}]},"ts":"1732490588747"} 2024-11-24T23:23:08,749 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:23:08,752 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:23:08,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:23:08,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, UNASSIGN}] 2024-11-24T23:23:08,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, UNASSIGN 2024-11-24T23:23:08,756 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=5fa24d638f00764f8ce499e73847187c, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:08,757 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:23:08,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:08,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:08,910 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 5fa24d638f00764f8ce499e73847187c, disabling compactions & flushes 2024-11-24T23:23:08,911 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. after waiting 0 ms 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:08,911 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 5fa24d638f00764f8ce499e73847187c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=A 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=B 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa24d638f00764f8ce499e73847187c, store=C 2024-11-24T23:23:08,911 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:08,915 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/f7b330a22fa5484586c8cd61a64855d8 is 50, key is test_row_0/A:col10/1732490588732/Put/seqid=0 2024-11-24T23:23:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742408_1584 (size=9857) 2024-11-24T23:23:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:09,319 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/f7b330a22fa5484586c8cd61a64855d8 2024-11-24T23:23:09,327 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/626350ec6c004ef5b8122563df31dbaf is 50, key is test_row_0/B:col10/1732490588732/Put/seqid=0 2024-11-24T23:23:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742409_1585 (size=9857) 2024-11-24T23:23:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:09,745 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/626350ec6c004ef5b8122563df31dbaf 2024-11-24T23:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/22f73abc389240ed8a82ecc4d2aecbde is 50, key is test_row_0/C:col10/1732490588732/Put/seqid=0 2024-11-24T23:23:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742410_1586 (size=9857) 2024-11-24T23:23:09,759 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/22f73abc389240ed8a82ecc4d2aecbde 2024-11-24T23:23:09,763 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/A/f7b330a22fa5484586c8cd61a64855d8 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/f7b330a22fa5484586c8cd61a64855d8 2024-11-24T23:23:09,768 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/f7b330a22fa5484586c8cd61a64855d8, entries=100, sequenceid=529, filesize=9.6 K 2024-11-24T23:23:09,769 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/B/626350ec6c004ef5b8122563df31dbaf as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/626350ec6c004ef5b8122563df31dbaf 2024-11-24T23:23:09,772 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/626350ec6c004ef5b8122563df31dbaf, entries=100, sequenceid=529, filesize=9.6 K 2024-11-24T23:23:09,774 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/.tmp/C/22f73abc389240ed8a82ecc4d2aecbde as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/22f73abc389240ed8a82ecc4d2aecbde 2024-11-24T23:23:09,787 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/22f73abc389240ed8a82ecc4d2aecbde, entries=100, sequenceid=529, filesize=9.6 K 2024-11-24T23:23:09,788 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5fa24d638f00764f8ce499e73847187c in 877ms, sequenceid=529, compaction requested=false 2024-11-24T23:23:09,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bb528c4995eb42f2b84ae989c870bd03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1a920e36882f4774a2a5b494d4e2c591, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8e20712295a6441dade417f4f1145590, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/21d894e3e157401087e2f9bd8109febf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/17a0176b6ceb4b43a024ebdef1a00a56, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/14954b2b61dc40b7823967a25210de44, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d1037724042742bc8f94efcc52240714, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9] to archive 2024-11-24T23:23:09,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:09,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bb528c4995eb42f2b84ae989c870bd03 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bb528c4995eb42f2b84ae989c870bd03 2024-11-24T23:23:09,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8c3c5e4423f84c4cb263bea5c4a7ee03 2024-11-24T23:23:09,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/121542af2ecf462b895c9bb4d5138db5 2024-11-24T23:23:09,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1a920e36882f4774a2a5b494d4e2c591 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1a920e36882f4774a2a5b494d4e2c591 2024-11-24T23:23:09,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/1e19e2c4b3354d03919c281b0bc87ed5 2024-11-24T23:23:09,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/08e555746c0045278693c45187947cd0 2024-11-24T23:23:09,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d9c3fa7a7abe445e980e483d6c92fea9 2024-11-24T23:23:09,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8e20712295a6441dade417f4f1145590 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/8e20712295a6441dade417f4f1145590 2024-11-24T23:23:09,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/a34daf6ced854fb0bdecf050f80cdf15 2024-11-24T23:23:09,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/21d894e3e157401087e2f9bd8109febf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/21d894e3e157401087e2f9bd8109febf 2024-11-24T23:23:09,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/3405d620a80c46ccac917c876e9d768c 2024-11-24T23:23:09,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/609627456f0441c3adc48b7a284848d0 2024-11-24T23:23:09,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcaa539abc374b74af22d1b412471acc 2024-11-24T23:23:09,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/17a0176b6ceb4b43a024ebdef1a00a56 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/17a0176b6ceb4b43a024ebdef1a00a56 2024-11-24T23:23:09,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cd63b703b08d48b2a55e4920771b2c36 2024-11-24T23:23:09,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/14954b2b61dc40b7823967a25210de44 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/14954b2b61dc40b7823967a25210de44 2024-11-24T23:23:09,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/6424ed71f4dc4fd9a4618ff5f41a670f 2024-11-24T23:23:09,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cad73e389be04094b61b011cb025c2b5 2024-11-24T23:23:09,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/dcb75915797844f39964e33d68e3d409 2024-11-24T23:23:09,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/79dfa990dd2a45919d63742765eac2ba 2024-11-24T23:23:09,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d1037724042742bc8f94efcc52240714 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/d1037724042742bc8f94efcc52240714 2024-11-24T23:23:09,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/bdd6251f768549ef99fe023f132d7046 2024-11-24T23:23:09,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/cbad02852894422c839d6541165e2273 2024-11-24T23:23:09,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/ea6be3341fec459595244ae1b04578f9 2024-11-24T23:23:09,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/55c1a7eefa8947cc9e3c51fdd025f9c7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00da7ae7a79d4bfe8693bdb77e8539f4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9d9368e1571e4cb4a1a27efc13bad29f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/6832abd97d1040a596f811c139ae2587, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c116d24b54a14abfb778cad5d57e48ff, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e15554fd8bad4580b8ef56801c4b7ff5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a9a356e2cc5446d58dd1b0d5cb1eba95, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235] to archive 2024-11-24T23:23:09,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:09,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/55c1a7eefa8947cc9e3c51fdd025f9c7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/55c1a7eefa8947cc9e3c51fdd025f9c7 2024-11-24T23:23:09,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7abe1a6256a94924b8f5b85df13216ea 2024-11-24T23:23:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00da7ae7a79d4bfe8693bdb77e8539f4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00da7ae7a79d4bfe8693bdb77e8539f4 2024-11-24T23:23:09,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/88cca1516e7e4be68faa7d0d57c19e45 2024-11-24T23:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/b490e41d55b94edfb73df1ef55f41d8d 2024-11-24T23:23:09,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/65e7645d1ce848dea886b55999e44976 2024-11-24T23:23:09,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9d9368e1571e4cb4a1a27efc13bad29f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9d9368e1571e4cb4a1a27efc13bad29f 2024-11-24T23:23:09,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/cdb83fb01a6a45508b3089296595cccf 2024-11-24T23:23:09,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/73ab03503496486eb8908cfb5b40a76c 2024-11-24T23:23:09,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/6832abd97d1040a596f811c139ae2587 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/6832abd97d1040a596f811c139ae2587 2024-11-24T23:23:09,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/4e6902f4be334c70ad58b3fb069d61c1 2024-11-24T23:23:09,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e568ccce3d00474cb52d9e51b02c05a3 2024-11-24T23:23:09,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c116d24b54a14abfb778cad5d57e48ff to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/c116d24b54a14abfb778cad5d57e48ff 2024-11-24T23:23:09,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e93b8f55a0984a7c8b23681bef054d7f 2024-11-24T23:23:09,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/beaf033503964800a14bb643b411113e 2024-11-24T23:23:09,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e15554fd8bad4580b8ef56801c4b7ff5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/e15554fd8bad4580b8ef56801c4b7ff5 2024-11-24T23:23:09,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a8f854b5b8bb469c9cdca244a0df579e 2024-11-24T23:23:09,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/d0988f02392e40f4b95eb1021b631650 2024-11-24T23:23:09,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/2e851cda6f8d43858d4c279ddb5b18de 2024-11-24T23:23:09,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a9a356e2cc5446d58dd1b0d5cb1eba95 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/a9a356e2cc5446d58dd1b0d5cb1eba95 2024-11-24T23:23:09,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/9fe03879148b4d2581bde69e20dc4e3e 2024-11-24T23:23:09,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/71a756c569694b7e8fe4a600ffeebfcb 2024-11-24T23:23:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/00c9413350604257af3f5208a6242245 2024-11-24T23:23:09,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/7c92c6fc61cd493b907ad4895495c235 2024-11-24T23:23:09,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/dac60af065cc48b28fcd1a64ddb006be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/88faf2fda60645448834d2154b13aac6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/97e5a879fd7d4cd6ba5c3177551200d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/0e5112ecca894739bdc2e707ad3ec52f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e6def76466684309bd2f792f2c85c671, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/398f9656237a4867adb2378b31e65b85, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/5fa152f0837e4ab1a4675f7531c7bb81, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385] to archive 2024-11-24T23:23:09,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:09,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/dac60af065cc48b28fcd1a64ddb006be to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/dac60af065cc48b28fcd1a64ddb006be 2024-11-24T23:23:09,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/394a2911fcd54169bc4efba74766b3b9 2024-11-24T23:23:09,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/88faf2fda60645448834d2154b13aac6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/88faf2fda60645448834d2154b13aac6 2024-11-24T23:23:09,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/ab9c440c8b804581b6d0e3fd33a8920a 2024-11-24T23:23:09,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/8ebe494c9c30402dbb78c53c34ad2fdf 2024-11-24T23:23:09,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/65bfb5b35116492aa05334ae9a05ff73 2024-11-24T23:23:09,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/97e5a879fd7d4cd6ba5c3177551200d4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/97e5a879fd7d4cd6ba5c3177551200d4 2024-11-24T23:23:09,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/093374c7ccce4d36a64020823de501d4 2024-11-24T23:23:09,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/9b1d49249e904ae6ba75012a1b13aad5 2024-11-24T23:23:09,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/0e5112ecca894739bdc2e707ad3ec52f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/0e5112ecca894739bdc2e707ad3ec52f 2024-11-24T23:23:09,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/2315f8c889a5430cba16f3daa890ad21 2024-11-24T23:23:09,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/653c90cabaac4622b18c17c695915348 2024-11-24T23:23:09,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e6def76466684309bd2f792f2c85c671 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e6def76466684309bd2f792f2c85c671 2024-11-24T23:23:09,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/625465a50d924e69b7d18198801c7d4c 2024-11-24T23:23:09,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/842a89d287f84b6da9c3f65603e14425 2024-11-24T23:23:09,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/398f9656237a4867adb2378b31e65b85 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/398f9656237a4867adb2378b31e65b85 2024-11-24T23:23:09,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/bd5fb8b039f34c5f8dd81bdecae8a0cc 2024-11-24T23:23:09,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/4f4c5fa2bf6847a88d44c4b66a8e77be 2024-11-24T23:23:09,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/392b4d40aa0f4da39d60a79d9835a5e3 2024-11-24T23:23:09,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/5fa152f0837e4ab1a4675f7531c7bb81 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/5fa152f0837e4ab1a4675f7531c7bb81 2024-11-24T23:23:09,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/23e2cd6063b441d3afde0f1c1bc5cd71 2024-11-24T23:23:09,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/46dff6a0c9e84065ae7a6800ba2d7426 2024-11-24T23:23:09,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/60b231237d1642a3a2f804bd3f9b5695 2024-11-24T23:23:09,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/e1dd224f77724467b09747d44a61e385 2024-11-24T23:23:09,930 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-11-24T23:23:09,930 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c. 2024-11-24T23:23:09,930 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 5fa24d638f00764f8ce499e73847187c: 2024-11-24T23:23:09,932 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 5fa24d638f00764f8ce499e73847187c 2024-11-24T23:23:09,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=5fa24d638f00764f8ce499e73847187c, regionState=CLOSED 2024-11-24T23:23:09,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T23:23:09,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 5fa24d638f00764f8ce499e73847187c, server=8990281417a4,42033,1732490443497 in 1.1760 sec 2024-11-24T23:23:09,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-24T23:23:09,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa24d638f00764f8ce499e73847187c, UNASSIGN in 1.1790 sec 2024-11-24T23:23:09,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T23:23:09,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-24T23:23:09,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490589938"}]},"ts":"1732490589938"} 2024-11-24T23:23:09,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:23:09,941 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:23:09,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-24T23:23:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T23:23:10,850 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T23:23:10,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:23:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,852 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T23:23:10,852 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,855 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c 2024-11-24T23:23:10,857 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/recovered.edits] 2024-11-24T23:23:10,859 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/b276bdd4e6574cd49cb25ec590182cf2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/b276bdd4e6574cd49cb25ec590182cf2 2024-11-24T23:23:10,861 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/f7b330a22fa5484586c8cd61a64855d8 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/A/f7b330a22fa5484586c8cd61a64855d8 2024-11-24T23:23:10,863 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/225967bdad3d497e9d3440d3fc60e8d3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/225967bdad3d497e9d3440d3fc60e8d3 2024-11-24T23:23:10,864 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/626350ec6c004ef5b8122563df31dbaf to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/B/626350ec6c004ef5b8122563df31dbaf 2024-11-24T23:23:10,866 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/22f73abc389240ed8a82ecc4d2aecbde to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/22f73abc389240ed8a82ecc4d2aecbde 2024-11-24T23:23:10,867 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3813044d55264c5186d0ae3e62cce5ab to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/C/3813044d55264c5186d0ae3e62cce5ab 2024-11-24T23:23:10,870 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/recovered.edits/532.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c/recovered.edits/532.seqid 2024-11-24T23:23:10,870 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/5fa24d638f00764f8ce499e73847187c 2024-11-24T23:23:10,870 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:23:10,873 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,874 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:23:10,876 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:23:10,877 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,877 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:23:10,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490590877"}]},"ts":"9223372036854775807"} 2024-11-24T23:23:10,878 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:23:10,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5fa24d638f00764f8ce499e73847187c, NAME => 'TestAcidGuarantees,,1732490557338.5fa24d638f00764f8ce499e73847187c.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:23:10,878 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:23:10,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490590878"}]},"ts":"9223372036854775807"} 2024-11-24T23:23:10,880 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:23:10,882 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-24T23:23:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T23:23:10,953 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T23:23:10,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=447 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 598) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6773 (was 6844) 2024-11-24T23:23:10,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=6772 2024-11-24T23:23:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:23:10,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:23:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:10,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:23:10,979 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:10,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-24T23:23:10,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:23:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742411_1587 (size=960) 2024-11-24T23:23:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:11,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0 2024-11-24T23:23:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742412_1588 (size=53) 2024-11-24T23:23:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:11,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:23:11,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bd01f2e2fb9dcd234691bed35d9ba792, disabling compactions & flushes 2024-11-24T23:23:11,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:11,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:11,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. after waiting 0 ms 2024-11-24T23:23:11,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:11,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:11,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:11,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:23:11,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490591799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490591799"}]},"ts":"1732490591799"} 2024-11-24T23:23:11,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T23:23:11,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:23:11,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490591802"}]},"ts":"1732490591802"} 2024-11-24T23:23:11,803 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:23:11,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, ASSIGN}] 2024-11-24T23:23:11,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, ASSIGN 2024-11-24T23:23:11,808 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, ASSIGN; state=OFFLINE, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=false 2024-11-24T23:23:11,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:23:11,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:11,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:23:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:12,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:12,114 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:12,115 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:23:12,115 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,115 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:23:12,115 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,115 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,116 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,118 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:12,118 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName A 2024-11-24T23:23:12,118 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:12,118 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:12,118 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,119 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:12,120 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName B 2024-11-24T23:23:12,120 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:12,120 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:12,120 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,121 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:12,121 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName C 2024-11-24T23:23:12,121 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:12,122 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:12,122 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:12,123 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,123 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,125 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:23:12,129 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:12,131 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:23:12,131 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened bd01f2e2fb9dcd234691bed35d9ba792; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59548497, jitterRate=-0.11265824735164642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:23:12,132 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:12,133 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., pid=149, masterSystemTime=1732490592111 2024-11-24T23:23:12,134 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:12,134 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:12,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=OPEN, openSeqNum=2, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:12,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T23:23:12,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 in 176 msec 2024-11-24T23:23:12,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-24T23:23:12,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, ASSIGN in 331 msec 2024-11-24T23:23:12,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:23:12,139 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490592139"}]},"ts":"1732490592139"} 2024-11-24T23:23:12,140 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:23:12,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:23:12,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-24T23:23:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T23:23:13,085 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-24T23:23:13,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-24T23:23:13,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:13,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:13,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:13,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:23:13,098 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:23:13,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:23:13,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:23:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:13,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742413_1589 (size=996) 2024-11-24T23:23:13,512 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T23:23:13,512 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T23:23:13,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:23:13,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, REOPEN/MOVE}] 2024-11-24T23:23:13,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, REOPEN/MOVE 2024-11-24T23:23:13,518 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:13,519 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:23:13,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:23:13,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:13,671 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,671 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:23:13,671 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing bd01f2e2fb9dcd234691bed35d9ba792, disabling compactions & flushes 2024-11-24T23:23:13,671 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,671 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,671 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. after waiting 0 ms 2024-11-24T23:23:13,671 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,675 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:23:13,676 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,676 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:13,676 WARN [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: bd01f2e2fb9dcd234691bed35d9ba792 to self. 2024-11-24T23:23:13,677 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=CLOSED 2024-11-24T23:23:13,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T23:23:13,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 in 160 msec 2024-11-24T23:23:13,680 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, REOPEN/MOVE; state=CLOSED, location=8990281417a4,42033,1732490443497; forceNewPlan=false, retain=true 2024-11-24T23:23:13,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=OPENING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:13,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:23:13,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:13,987 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,987 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:23:13,987 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,988 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:23:13,988 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,988 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,989 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,990 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:13,990 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName A 2024-11-24T23:23:13,991 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:13,992 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:13,992 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,993 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:13,993 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName B 2024-11-24T23:23:13,993 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:13,993 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:13,993 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,994 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:23:13,994 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd01f2e2fb9dcd234691bed35d9ba792 columnFamilyName C 2024-11-24T23:23:13,994 DEBUG [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:13,994 INFO [StoreOpener-bd01f2e2fb9dcd234691bed35d9ba792-1 {}] regionserver.HStore(327): Store=bd01f2e2fb9dcd234691bed35d9ba792/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:23:13,995 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:13,995 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,996 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,997 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:23:13,998 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:13,999 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened bd01f2e2fb9dcd234691bed35d9ba792; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65767027, jitterRate=-0.019994929432868958}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:23:14,000 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:14,001 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., pid=154, masterSystemTime=1732490593984 2024-11-24T23:23:14,002 DEBUG [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,002 INFO [RS_OPEN_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=OPEN, openSeqNum=5, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-24T23:23:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 in 171 msec 2024-11-24T23:23:14,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-24T23:23:14,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, REOPEN/MOVE in 489 msec 2024-11-24T23:23:14,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T23:23:14,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-24T23:23:14,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 910 msec 2024-11-24T23:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T23:23:14,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-24T23:23:14,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-24T23:23:14,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-24T23:23:14,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-24T23:23:14,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-24T23:23:14,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-24T23:23:14,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-24T23:23:14,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-24T23:23:14,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-24T23:23:14,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:64830 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-24T23:23:14,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:23:14,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-24T23:23:14,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:14,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:14,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:14,092 DEBUG [hconnection-0xb204b4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,093 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,096 DEBUG [hconnection-0x2108f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,096 DEBUG [hconnection-0x3c870473-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,097 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,100 DEBUG [hconnection-0x48028a80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:14,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,111 DEBUG [hconnection-0x792f123d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,115 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,115 DEBUG [hconnection-0xbac3c93-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,117 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,118 DEBUG [hconnection-0xe6c8d28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,124 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490654126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490654127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490654128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490654129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,135 DEBUG [hconnection-0x453706-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,136 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,144 DEBUG [hconnection-0x41468693-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,146 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,147 DEBUG [hconnection-0x236dfb28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:23:14,149 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:23:14,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490654150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112406f1a3a9be834e0794bd17f770b225a8_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490594103/Put/seqid=0 2024-11-24T23:23:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742414_1590 (size=12154) 2024-11-24T23:23:14,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:14,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112406f1a3a9be834e0794bd17f770b225a8_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406f1a3a9be834e0794bd17f770b225a8_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:14,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/65004a9fca87414a8d3e3093eff1fe09, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:14,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/65004a9fca87414a8d3e3093eff1fe09 is 175, key is test_row_0/A:col10/1732490594103/Put/seqid=0 2024-11-24T23:23:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742415_1591 (size=30955) 2024-11-24T23:23:14,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/65004a9fca87414a8d3e3093eff1fe09 2024-11-24T23:23:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490654231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490654232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490654231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490654231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:14,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T23:23:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490654253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6209d804d69c4aa29b43d0b97de50222 is 50, key is test_row_0/B:col10/1732490594103/Put/seqid=0 2024-11-24T23:23:14,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742416_1592 (size=12001) 2024-11-24T23:23:14,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6209d804d69c4aa29b43d0b97de50222 2024-11-24T23:23:14,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/8105326f8c334619b50c6220c195aa6e is 50, key is test_row_0/C:col10/1732490594103/Put/seqid=0 2024-11-24T23:23:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:14,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:14,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T23:23:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742417_1593 (size=12001) 2024-11-24T23:23:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490654435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490654436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490654436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490654436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490654458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:14,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T23:23:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:14,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:14,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T23:23:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490654738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490654741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490654762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:14,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/8105326f8c334619b50c6220c195aa6e 2024-11-24T23:23:14,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/65004a9fca87414a8d3e3093eff1fe09 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09 2024-11-24T23:23:14,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T23:23:14,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6209d804d69c4aa29b43d0b97de50222 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222 2024-11-24T23:23:14,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:23:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/8105326f8c334619b50c6220c195aa6e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e 2024-11-24T23:23:14,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:23:14,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bd01f2e2fb9dcd234691bed35d9ba792 in 718ms, sequenceid=15, compaction requested=false 2024-11-24T23:23:14,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:14,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:14,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:14,858 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e5177df259604880a84a8f39d6fa5dff_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490594126/Put/seqid=0 2024-11-24T23:23:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742418_1594 (size=12154) 2024-11-24T23:23:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:14,964 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e5177df259604880a84a8f39d6fa5dff_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5177df259604880a84a8f39d6fa5dff_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/997482273c6f4138b24c5e1c887bd974, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/997482273c6f4138b24c5e1c887bd974 is 175, key is test_row_0/A:col10/1732490594126/Put/seqid=0 2024-11-24T23:23:15,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742419_1595 (size=30955) 2024-11-24T23:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:15,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490655253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490655256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490655258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490655258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490655266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490655359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490655363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490655363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490655363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,403 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/997482273c6f4138b24c5e1c887bd974 2024-11-24T23:23:15,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/424b5324ced74b2a91e4075eadba4b1c is 50, key is test_row_0/B:col10/1732490594126/Put/seqid=0 2024-11-24T23:23:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742420_1596 (size=12001) 2024-11-24T23:23:15,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:23:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490655566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490655571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490655571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490655572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490655874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490655875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490655876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490655877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:15,883 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/424b5324ced74b2a91e4075eadba4b1c 2024-11-24T23:23:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/396283e7cf7840849bc7bf7e5208d4d5 is 50, key is test_row_0/C:col10/1732490594126/Put/seqid=0 2024-11-24T23:23:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742421_1597 (size=12001) 2024-11-24T23:23:15,939 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/396283e7cf7840849bc7bf7e5208d4d5 2024-11-24T23:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/997482273c6f4138b24c5e1c887bd974 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974 2024-11-24T23:23:15,964 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T23:23:15,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/424b5324ced74b2a91e4075eadba4b1c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c 2024-11-24T23:23:15,970 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:23:15,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/396283e7cf7840849bc7bf7e5208d4d5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5 2024-11-24T23:23:15,975 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:23:15,977 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bd01f2e2fb9dcd234691bed35d9ba792 in 1119ms, sequenceid=40, compaction requested=false 2024-11-24T23:23:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-24T23:23:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-24T23:23:15,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T23:23:15,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8870 sec 2024-11-24T23:23:15,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.8910 sec 2024-11-24T23:23:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T23:23:16,196 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-24T23:23:16,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-24T23:23:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:16,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:16,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:16,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:16,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124edac7e82c97b41eea3f228c175cc89bb_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742422_1598 (size=12154) 2024-11-24T23:23:16,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:16,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124edac7e82c97b41eea3f228c175cc89bb_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124edac7e82c97b41eea3f228c175cc89bb_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:16,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a806448d1a2047e9a33b7f87c4237c8c, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:16,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a806448d1a2047e9a33b7f87c4237c8c is 175, key is test_row_0/A:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:16,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:16,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T23:23:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742423_1599 (size=30955) 2024-11-24T23:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490656379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490656380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490656383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490656383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490656386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490656489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490656491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:16,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:16,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T23:23:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:16,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T23:23:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490656692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490656697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:16,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a806448d1a2047e9a33b7f87c4237c8c 2024-11-24T23:23:16,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/51a76ccb766b417da055fedfee6e565f is 50, key is test_row_0/B:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:16,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:16,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T23:23:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742424_1600 (size=12001) 2024-11-24T23:23:16,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/51a76ccb766b417da055fedfee6e565f 2024-11-24T23:23:16,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/e4cb0d28e35a43fb9789059013e5be8a is 50, key is test_row_0/C:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742425_1601 (size=12001) 2024-11-24T23:23:16,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/e4cb0d28e35a43fb9789059013e5be8a 2024-11-24T23:23:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a806448d1a2047e9a33b7f87c4237c8c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c 2024-11-24T23:23:16,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c, entries=150, sequenceid=53, filesize=30.2 K 2024-11-24T23:23:16,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/51a76ccb766b417da055fedfee6e565f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f 2024-11-24T23:23:16,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T23:23:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/e4cb0d28e35a43fb9789059013e5be8a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a 2024-11-24T23:23:16,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T23:23:16,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bd01f2e2fb9dcd234691bed35d9ba792 in 629ms, sequenceid=53, compaction requested=true 2024-11-24T23:23:16,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:16,908 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:16,910 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:16,910 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:16,910 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,910 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=90.7 K 2024-11-24T23:23:16,910 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,910 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c] 2024-11-24T23:23:16,911 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65004a9fca87414a8d3e3093eff1fe09, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490594097 2024-11-24T23:23:16,912 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 997482273c6f4138b24c5e1c887bd974, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490594120 2024-11-24T23:23:16,912 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a806448d1a2047e9a33b7f87c4237c8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:16,919 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:16,920 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:16,920 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:16,920 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,920 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.2 K 2024-11-24T23:23:16,921 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6209d804d69c4aa29b43d0b97de50222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490594097 2024-11-24T23:23:16,921 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 424b5324ced74b2a91e4075eadba4b1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490594120 2024-11-24T23:23:16,921 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a76ccb766b417da055fedfee6e565f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:16,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:16,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:16,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:16,928 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:16,938 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:16,938 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/31c3e80d609349fc81b2cc0a59cf3021 is 50, key is test_row_0/B:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:16,948 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fa8ffb1e270e4012a1fd562635877469_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:16,951 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fa8ffb1e270e4012a1fd562635877469_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:16,951 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa8ffb1e270e4012a1fd562635877469_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:16,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:16,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:16,971 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:16,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742426_1602 (size=12104) 2024-11-24T23:23:17,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742427_1603 (size=4469) 2024-11-24T23:23:17,013 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#516 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:17,014 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/4e6f956f376d4419833d1b6447a29cf1 is 175, key is test_row_0/A:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:17,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490657026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490657026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112495c0e180034240a8a54759fbe8cfd65d_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490596377/Put/seqid=0 2024-11-24T23:23:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742428_1604 (size=31058) 2024-11-24T23:23:17,080 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/4e6f956f376d4419833d1b6447a29cf1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1 2024-11-24T23:23:17,089 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 4e6f956f376d4419833d1b6447a29cf1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:17,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:17,090 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490596908; duration=0sec 2024-11-24T23:23:17,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:17,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:17,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:17,091 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:17,091 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:17,091 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:17,091 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.2 K 2024-11-24T23:23:17,092 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8105326f8c334619b50c6220c195aa6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490594097 2024-11-24T23:23:17,093 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 396283e7cf7840849bc7bf7e5208d4d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490594120 2024-11-24T23:23:17,094 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4cb0d28e35a43fb9789059013e5be8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742429_1605 (size=12154) 2024-11-24T23:23:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112495c0e180034240a8a54759fbe8cfd65d_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495c0e180034240a8a54759fbe8cfd65d_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:17,107 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/7bf649b12a7f43afac8c7d4c51da5f32, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:17,108 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/b7d6f4c689814d00b40f087113c5a3ef is 50, key is test_row_0/C:col10/1732490595256/Put/seqid=0 2024-11-24T23:23:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/7bf649b12a7f43afac8c7d4c51da5f32 is 175, key is test_row_0/A:col10/1732490596377/Put/seqid=0 2024-11-24T23:23:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490657131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490657131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742430_1606 (size=12104) 2024-11-24T23:23:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742431_1607 (size=30955) 2024-11-24T23:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490657334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490657336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490657389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490657391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490657396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,412 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/31c3e80d609349fc81b2cc0a59cf3021 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/31c3e80d609349fc81b2cc0a59cf3021 2024-11-24T23:23:17,418 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 31c3e80d609349fc81b2cc0a59cf3021(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:17,418 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:17,418 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490596919; duration=0sec 2024-11-24T23:23:17,418 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:17,419 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:17,566 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/b7d6f4c689814d00b40f087113c5a3ef as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b7d6f4c689814d00b40f087113c5a3ef 2024-11-24T23:23:17,571 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into b7d6f4c689814d00b40f087113c5a3ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:17,571 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:17,571 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490596927; duration=0sec 2024-11-24T23:23:17,571 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:17,571 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:17,582 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/7bf649b12a7f43afac8c7d4c51da5f32 2024-11-24T23:23:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/76efff89e6aa4c9698632eebd5857218 is 50, key is test_row_0/B:col10/1732490596377/Put/seqid=0 2024-11-24T23:23:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490657638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742432_1608 (size=12001) 2024-11-24T23:23:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490657642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:17,645 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/76efff89e6aa4c9698632eebd5857218 2024-11-24T23:23:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 is 50, key is test_row_0/C:col10/1732490596377/Put/seqid=0 2024-11-24T23:23:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742433_1609 (size=12001) 2024-11-24T23:23:18,099 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 2024-11-24T23:23:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/7bf649b12a7f43afac8c7d4c51da5f32 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32 2024-11-24T23:23:18,109 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32, entries=150, sequenceid=76, filesize=30.2 K 2024-11-24T23:23:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/76efff89e6aa4c9698632eebd5857218 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218 2024-11-24T23:23:18,115 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:23:18,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 2024-11-24T23:23:18,126 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:23:18,127 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for bd01f2e2fb9dcd234691bed35d9ba792 in 1156ms, sequenceid=76, compaction requested=false 2024-11-24T23:23:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-24T23:23:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-24T23:23:18,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T23:23:18,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-11-24T23:23:18,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.9340 sec 2024-11-24T23:23:18,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:18,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124598e64962ac4444b811c7cb4e8ed782a_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490658192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490658193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742434_1610 (size=14594) 2024-11-24T23:23:18,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490658295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490658296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T23:23:18,303 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-24T23:23:18,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-24T23:23:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:18,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:18,307 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:18,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:18,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:18,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T23:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490658499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490658501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:18,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:18,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T23:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:18,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124598e64962ac4444b811c7cb4e8ed782a_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124598e64962ac4444b811c7cb4e8ed782a_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:18,632 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9cf87f2b1bab456aa3f82cfc7b2ba056, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:18,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9cf87f2b1bab456aa3f82cfc7b2ba056 is 175, key is test_row_0/A:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742435_1611 (size=39549) 2024-11-24T23:23:18,663 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9cf87f2b1bab456aa3f82cfc7b2ba056 2024-11-24T23:23:18,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/27ca652ff1d34ce59cf8752f2643bc95 is 50, key is test_row_0/B:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742436_1612 (size=12001) 2024-11-24T23:23:18,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/27ca652ff1d34ce59cf8752f2643bc95 2024-11-24T23:23:18,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/659f37c011034b01ba7ee6b0322774c2 is 50, key is test_row_0/C:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:18,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T23:23:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742437_1613 (size=12001) 2024-11-24T23:23:18,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/659f37c011034b01ba7ee6b0322774c2 2024-11-24T23:23:18,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9cf87f2b1bab456aa3f82cfc7b2ba056 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056 2024-11-24T23:23:18,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490658804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056, entries=200, sequenceid=94, filesize=38.6 K 2024-11-24T23:23:18,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/27ca652ff1d34ce59cf8752f2643bc95 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95 2024-11-24T23:23:18,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490658807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:18,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T23:23:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/659f37c011034b01ba7ee6b0322774c2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2 2024-11-24T23:23:18,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T23:23:18,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bd01f2e2fb9dcd234691bed35d9ba792 in 678ms, sequenceid=94, compaction requested=true 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:18,823 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:18,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:23:18,823 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:18,824 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:18,824 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:18,825 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:18,825 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:18,825 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,825 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,825 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/31c3e80d609349fc81b2cc0a59cf3021, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.3 K 2024-11-24T23:23:18,825 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=99.2 K 2024-11-24T23:23:18,825 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,825 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056] 2024-11-24T23:23:18,825 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c3e80d609349fc81b2cc0a59cf3021, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:18,825 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6f956f376d4419833d1b6447a29cf1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:18,826 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 76efff89e6aa4c9698632eebd5857218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490596366 2024-11-24T23:23:18,826 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bf649b12a7f43afac8c7d4c51da5f32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490596366 2024-11-24T23:23:18,826 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf87f2b1bab456aa3f82cfc7b2ba056, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597019 2024-11-24T23:23:18,826 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 27ca652ff1d34ce59cf8752f2643bc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597023 2024-11-24T23:23:18,846 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:18,858 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:18,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/2dfc432450f544b4b14b917d328ebf01 is 50, key is test_row_0/B:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,866 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247ddf8ef51ec6482baab858758ad28e74_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:18,867 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247ddf8ef51ec6482baab858758ad28e74_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:18,867 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ddf8ef51ec6482baab858758ad28e74_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742438_1614 (size=12207) 2024-11-24T23:23:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:18,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:18,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,922 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:18,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742439_1615 (size=4469) 2024-11-24T23:23:18,926 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#525 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:18,927 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b53f7c5e567d4b0b99b293445194cb28 is 175, key is test_row_0/A:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d24f6f23c844caea47dfb52de03266f_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490598191/Put/seqid=0 2024-11-24T23:23:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742440_1616 (size=31161) 2024-11-24T23:23:18,985 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b53f7c5e567d4b0b99b293445194cb28 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28 2024-11-24T23:23:18,990 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into b53f7c5e567d4b0b99b293445194cb28(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:18,990 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:18,990 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490598823; duration=0sec 2024-11-24T23:23:18,990 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:18,990 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:18,990 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:18,991 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:18,991 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:18,991 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:18,992 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b7d6f4c689814d00b40f087113c5a3ef, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.3 K 2024-11-24T23:23:18,992 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7d6f4c689814d00b40f087113c5a3ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732490595251 2024-11-24T23:23:18,992 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a66ceb6bbd74b6d9f3fdd81ce1b4ef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490596366 2024-11-24T23:23:18,993 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 659f37c011034b01ba7ee6b0322774c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597023 2024-11-24T23:23:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742441_1617 (size=12154) 2024-11-24T23:23:19,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:19,012 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d24f6f23c844caea47dfb52de03266f_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d24f6f23c844caea47dfb52de03266f_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/003f77f954e34296b0101dc08248199b, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,013 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/003f77f954e34296b0101dc08248199b is 175, key is test_row_0/A:col10/1732490598191/Put/seqid=0 2024-11-24T23:23:19,013 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/138dd2be2af7406e8ddb70b916d1328b is 50, key is test_row_0/C:col10/1732490598143/Put/seqid=0 2024-11-24T23:23:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742442_1618 (size=30955) 2024-11-24T23:23:19,056 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/003f77f954e34296b0101dc08248199b 2024-11-24T23:23:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742443_1619 (size=12207) 2024-11-24T23:23:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/ed9e23e6cef947f4ac974414bd5340e0 is 50, key is test_row_0/B:col10/1732490598191/Put/seqid=0 2024-11-24T23:23:19,089 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/138dd2be2af7406e8ddb70b916d1328b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/138dd2be2af7406e8ddb70b916d1328b 2024-11-24T23:23:19,094 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 138dd2be2af7406e8ddb70b916d1328b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:19,095 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:19,095 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490598823; duration=0sec 2024-11-24T23:23:19,095 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:19,095 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742444_1620 (size=12001) 2024-11-24T23:23:19,309 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/2dfc432450f544b4b14b917d328ebf01 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/2dfc432450f544b4b14b917d328ebf01 2024-11-24T23:23:19,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:19,314 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 2dfc432450f544b4b14b917d328ebf01(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:19,314 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:19,314 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490598823; duration=0sec 2024-11-24T23:23:19,314 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:19,314 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490659375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490659375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490659397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,398 DEBUG [Thread-2592 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:19,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490659402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,405 DEBUG [Thread-2594 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490659407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:19,409 DEBUG [Thread-2588 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490659479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490659479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,502 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/ed9e23e6cef947f4ac974414bd5340e0 2024-11-24T23:23:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/b4663c75f34d478ab6b1a9abb5da8755 is 50, key is test_row_0/C:col10/1732490598191/Put/seqid=0 2024-11-24T23:23:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742445_1621 (size=12001) 2024-11-24T23:23:19,562 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/b4663c75f34d478ab6b1a9abb5da8755 2024-11-24T23:23:19,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/003f77f954e34296b0101dc08248199b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b 2024-11-24T23:23:19,573 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b, entries=150, sequenceid=115, filesize=30.2 K 2024-11-24T23:23:19,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/ed9e23e6cef947f4ac974414bd5340e0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0 2024-11-24T23:23:19,580 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T23:23:19,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/b4663c75f34d478ab6b1a9abb5da8755 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755 2024-11-24T23:23:19,594 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T23:23:19,595 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bd01f2e2fb9dcd234691bed35d9ba792 in 673ms, sequenceid=115, compaction requested=false 2024-11-24T23:23:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-24T23:23:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-24T23:23:19,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T23:23:19,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-11-24T23:23:19,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2930 sec 2024-11-24T23:23:19,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:23:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:19,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3ffefdbbdad461e83f11b1b52567d43_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490659732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490659733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742446_1622 (size=14794) 2024-11-24T23:23:19,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:19,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c3ffefdbbdad461e83f11b1b52567d43_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3ffefdbbdad461e83f11b1b52567d43_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:19,744 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b22f178b25f147219b69b302c703018a, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b22f178b25f147219b69b302c703018a is 175, key is test_row_0/A:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742447_1623 (size=39749) 2024-11-24T23:23:19,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b22f178b25f147219b69b302c703018a 2024-11-24T23:23:19,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/329d22534f7648f1a3d5a6b2d434ffd5 is 50, key is test_row_0/B:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742448_1624 (size=12151) 2024-11-24T23:23:19,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/329d22534f7648f1a3d5a6b2d434ffd5 2024-11-24T23:23:19,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c2af5e487a4140f8b8cfa7d216ce66a9 is 50, key is test_row_0/C:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490659837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490659838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:19,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742449_1625 (size=12151) 2024-11-24T23:23:19,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c2af5e487a4140f8b8cfa7d216ce66a9 2024-11-24T23:23:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/b22f178b25f147219b69b302c703018a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a 2024-11-24T23:23:19,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a, entries=200, sequenceid=135, filesize=38.8 K 2024-11-24T23:23:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/329d22534f7648f1a3d5a6b2d434ffd5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5 2024-11-24T23:23:19,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5, entries=150, sequenceid=135, filesize=11.9 K 2024-11-24T23:23:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c2af5e487a4140f8b8cfa7d216ce66a9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9 2024-11-24T23:23:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9, entries=150, sequenceid=135, filesize=11.9 K 2024-11-24T23:23:19,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bd01f2e2fb9dcd234691bed35d9ba792 in 199ms, sequenceid=135, compaction requested=true 2024-11-24T23:23:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:19,885 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:19,886 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:19,887 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:19,887 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:19,887 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:19,887 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=99.5 K 2024-11-24T23:23:19,887 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:19,887 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a] 2024-11-24T23:23:19,888 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:19,888 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:19,888 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:19,889 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/2dfc432450f544b4b14b917d328ebf01, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.5 K 2024-11-24T23:23:19,889 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b53f7c5e567d4b0b99b293445194cb28, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597023 2024-11-24T23:23:19,889 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 003f77f954e34296b0101dc08248199b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490598170 2024-11-24T23:23:19,889 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dfc432450f544b4b14b917d328ebf01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597023 2024-11-24T23:23:19,890 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting ed9e23e6cef947f4ac974414bd5340e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490598170 2024-11-24T23:23:19,890 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting b22f178b25f147219b69b302c703018a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:19,890 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 329d22534f7648f1a3d5a6b2d434ffd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:19,906 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:19,907 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/4698a1b59097449da45cfca2152451ab is 50, key is test_row_0/B:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,915 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,944 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248b918453629c4a1ab68e935d0b35e56a_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,947 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248b918453629c4a1ab68e935d0b35e56a_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,947 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248b918453629c4a1ab68e935d0b35e56a_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:19,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742450_1626 (size=12459) 2024-11-24T23:23:19,964 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/4698a1b59097449da45cfca2152451ab as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/4698a1b59097449da45cfca2152451ab 2024-11-24T23:23:19,970 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 4698a1b59097449da45cfca2152451ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:19,970 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:19,970 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490599885; duration=0sec 2024-11-24T23:23:19,970 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:19,970 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:19,970 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:19,973 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:19,973 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:19,973 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:19,973 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/138dd2be2af7406e8ddb70b916d1328b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.5 K 2024-11-24T23:23:19,973 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 138dd2be2af7406e8ddb70b916d1328b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732490597023 2024-11-24T23:23:19,974 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b4663c75f34d478ab6b1a9abb5da8755, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490598170 2024-11-24T23:23:19,974 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c2af5e487a4140f8b8cfa7d216ce66a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742451_1627 (size=4469) 2024-11-24T23:23:19,980 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#535 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:19,981 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/11d0d57fda3946f6b2ea052b8b4b3bdb is 175, key is test_row_0/A:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742452_1628 (size=31413) 2024-11-24T23:23:19,999 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:19,999 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/11d0d57fda3946f6b2ea052b8b4b3bdb as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb 2024-11-24T23:23:20,000 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/80b2b1878ee744238f03b1378f91b3d2 is 50, key is test_row_0/C:col10/1732490599328/Put/seqid=0 2024-11-24T23:23:20,005 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 11d0d57fda3946f6b2ea052b8b4b3bdb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:20,005 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,005 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490599885; duration=0sec 2024-11-24T23:23:20,005 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:20,005 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742453_1629 (size=12459) 2024-11-24T23:23:20,030 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/80b2b1878ee744238f03b1378f91b3d2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/80b2b1878ee744238f03b1378f91b3d2 2024-11-24T23:23:20,036 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 80b2b1878ee744238f03b1378f91b3d2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:20,036 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,036 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490599886; duration=0sec 2024-11-24T23:23:20,036 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:20,036 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:20,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da2d298c791a4432b2317169849a09ba_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490599707/Put/seqid=0 2024-11-24T23:23:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742454_1630 (size=12304) 2024-11-24T23:23:20,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:20,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490660066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490660067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da2d298c791a4432b2317169849a09ba_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da2d298c791a4432b2317169849a09ba_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:20,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/04021b9e18ef41479a869d42a5395e13, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/04021b9e18ef41479a869d42a5395e13 is 175, key is test_row_0/A:col10/1732490599707/Put/seqid=0 2024-11-24T23:23:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742455_1631 (size=31105) 2024-11-24T23:23:20,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/04021b9e18ef41479a869d42a5395e13 2024-11-24T23:23:20,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1dea09f43b07473bbdb2156e63cabb60 is 50, key is test_row_0/B:col10/1732490599707/Put/seqid=0 2024-11-24T23:23:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742456_1632 (size=12151) 2024-11-24T23:23:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490660169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490660170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490660373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490660373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T23:23:20,410 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-24T23:23:20,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-24T23:23:20,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:20,415 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:20,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:20,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1dea09f43b07473bbdb2156e63cabb60 2024-11-24T23:23:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:20,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/3db95ce3a3b2444c9055b897103e1f7b is 50, key is test_row_0/C:col10/1732490599707/Put/seqid=0 2024-11-24T23:23:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742457_1633 (size=12151) 2024-11-24T23:23:20,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/3db95ce3a3b2444c9055b897103e1f7b 2024-11-24T23:23:20,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/04021b9e18ef41479a869d42a5395e13 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13 2024-11-24T23:23:20,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13, entries=150, sequenceid=159, filesize=30.4 K 2024-11-24T23:23:20,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1dea09f43b07473bbdb2156e63cabb60 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60 2024-11-24T23:23:20,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:20,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T23:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T23:23:20,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/3db95ce3a3b2444c9055b897103e1f7b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b 2024-11-24T23:23:20,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T23:23:20,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bd01f2e2fb9dcd234691bed35d9ba792 in 555ms, sequenceid=159, compaction requested=false 2024-11-24T23:23:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:20,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aff9a9acef0d43f89209c0d3390aa3ae_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490660706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742458_1634 (size=12304) 2024-11-24T23:23:20,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:20,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490660711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:20,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:20,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T23:23:20,720 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aff9a9acef0d43f89209c0d3390aa3ae_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aff9a9acef0d43f89209c0d3390aa3ae_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:20,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a7660a4f72da4706ad10516ff16fca9d, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a7660a4f72da4706ad10516ff16fca9d is 175, key is test_row_0/A:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742459_1635 (size=31105) 2024-11-24T23:23:20,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a7660a4f72da4706ad10516ff16fca9d 2024-11-24T23:23:20,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/b673980882c949158e8b6787486bbd31 is 50, key is test_row_0/B:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742460_1636 (size=12151) 2024-11-24T23:23:20,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/b673980882c949158e8b6787486bbd31 2024-11-24T23:23:20,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/35836e181e334d21a809a3216a70cde4 is 50, key is test_row_0/C:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490660813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742461_1637 (size=12151) 2024-11-24T23:23:20,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490660816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:20,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/35836e181e334d21a809a3216a70cde4 2024-11-24T23:23:20,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/a7660a4f72da4706ad10516ff16fca9d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d 2024-11-24T23:23:20,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d, entries=150, sequenceid=179, filesize=30.4 K 2024-11-24T23:23:20,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/b673980882c949158e8b6787486bbd31 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31 2024-11-24T23:23:20,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T23:23:20,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/35836e181e334d21a809a3216a70cde4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4 2024-11-24T23:23:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4, entries=150, sequenceid=179, filesize=11.9 K 2024-11-24T23:23:20,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bd01f2e2fb9dcd234691bed35d9ba792 in 158ms, sequenceid=179, compaction requested=true 2024-11-24T23:23:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,840 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:20,841 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:20,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:20,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:20,842 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:20,842 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:20,842 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,842 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=91.4 K 2024-11-24T23:23:20,842 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,842 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d] 2024-11-24T23:23:20,843 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d0d57fda3946f6b2ea052b8b4b3bdb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:20,843 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:20,843 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:20,843 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,843 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/4698a1b59097449da45cfca2152451ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.9 K 2024-11-24T23:23:20,844 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 4698a1b59097449da45cfca2152451ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:20,844 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04021b9e18ef41479a869d42a5395e13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732490599707 2024-11-24T23:23:20,844 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dea09f43b07473bbdb2156e63cabb60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732490599707 2024-11-24T23:23:20,844 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7660a4f72da4706ad10516ff16fca9d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:20,845 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting b673980882c949158e8b6787486bbd31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:20,856 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:20,856 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,858 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/e685e9fa88b24d258020ebb1ac14b3a2 is 50, key is test_row_0/B:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,864 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112424f622b1ef34474591d3d7f1adc58347_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,867 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112424f622b1ef34474591d3d7f1adc58347_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,867 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424f622b1ef34474591d3d7f1adc58347_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:20,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,874 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742462_1638 (size=12561) 2024-11-24T23:23:20,922 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/e685e9fa88b24d258020ebb1ac14b3a2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e685e9fa88b24d258020ebb1ac14b3a2 2024-11-24T23:23:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249112c2fdb47d40a8b75e1284bf567edd_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490600699/Put/seqid=0 2024-11-24T23:23:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742463_1639 (size=4469) 2024-11-24T23:23:20,924 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#544 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:20,925 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1b5e7136fa2049d2b0a14c04e8618845 is 175, key is test_row_0/A:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:20,931 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into e685e9fa88b24d258020ebb1ac14b3a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:20,931 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,931 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490600841; duration=0sec 2024-11-24T23:23:20,931 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:20,931 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:20,931 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:20,932 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:20,932 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:20,932 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:20,933 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/80b2b1878ee744238f03b1378f91b3d2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=35.9 K 2024-11-24T23:23:20,933 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 80b2b1878ee744238f03b1378f91b3d2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732490599328 2024-11-24T23:23:20,934 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3db95ce3a3b2444c9055b897103e1f7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732490599707 2024-11-24T23:23:20,935 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 35836e181e334d21a809a3216a70cde4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742464_1640 (size=31515) 2024-11-24T23:23:20,975 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1b5e7136fa2049d2b0a14c04e8618845 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845 2024-11-24T23:23:20,981 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 1b5e7136fa2049d2b0a14c04e8618845(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:20,981 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:20,981 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490600840; duration=0sec 2024-11-24T23:23:20,982 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:20,982 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742465_1641 (size=12304) 2024-11-24T23:23:20,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249112c2fdb47d40a8b75e1284bf567edd_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249112c2fdb47d40a8b75e1284bf567edd_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/74d48be1ce1641db999562ed1c6f2dba, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:20,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/74d48be1ce1641db999562ed1c6f2dba is 175, key is test_row_0/A:col10/1732490600699/Put/seqid=0 2024-11-24T23:23:20,997 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:20,997 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/3c40d146f4f84ac0828cd22580bf4793 is 50, key is test_row_0/C:col10/1732490600681/Put/seqid=0 2024-11-24T23:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:21,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:21,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742467_1643 (size=12561) 2024-11-24T23:23:21,064 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/3c40d146f4f84ac0828cd22580bf4793 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3c40d146f4f84ac0828cd22580bf4793 2024-11-24T23:23:21,075 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 3c40d146f4f84ac0828cd22580bf4793(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:21,075 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:21,075 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490600842; duration=0sec 2024-11-24T23:23:21,075 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:21,075 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742466_1642 (size=31105) 2024-11-24T23:23:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490661094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490661096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490661198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490661199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490661401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490661402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,475 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/74d48be1ce1641db999562ed1c6f2dba 2024-11-24T23:23:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/304dbd7e96b7430abf3b09a52224bab7 is 50, key is test_row_0/B:col10/1732490600699/Put/seqid=0 2024-11-24T23:23:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742468_1644 (size=12151) 2024-11-24T23:23:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:21,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490661706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490661706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:21,913 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/304dbd7e96b7430abf3b09a52224bab7 2024-11-24T23:23:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c250c7a2b84845b3b66a7c87a476de87 is 50, key is test_row_0/C:col10/1732490600699/Put/seqid=0 2024-11-24T23:23:21,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742469_1645 (size=12151) 2024-11-24T23:23:21,955 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c250c7a2b84845b3b66a7c87a476de87 2024-11-24T23:23:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/74d48be1ce1641db999562ed1c6f2dba as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba 2024-11-24T23:23:21,966 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba, entries=150, sequenceid=195, filesize=30.4 K 2024-11-24T23:23:21,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/304dbd7e96b7430abf3b09a52224bab7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7 2024-11-24T23:23:21,979 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T23:23:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/c250c7a2b84845b3b66a7c87a476de87 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87 2024-11-24T23:23:21,984 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T23:23:21,985 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bd01f2e2fb9dcd234691bed35d9ba792 in 1110ms, sequenceid=195, compaction requested=false 2024-11-24T23:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-24T23:23:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-24T23:23:21,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T23:23:21,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-11-24T23:23:21,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.5760 sec 2024-11-24T23:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:22,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b81cfd7339a446997dc88a8b6e79043_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490662237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490662242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742470_1646 (size=14794) 2024-11-24T23:23:22,260 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:22,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b81cfd7339a446997dc88a8b6e79043_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b81cfd7339a446997dc88a8b6e79043_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:22,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f598bb9d23724677b96d6bf6356d8c1d, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:22,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f598bb9d23724677b96d6bf6356d8c1d is 175, key is test_row_0/A:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742471_1647 (size=39749) 2024-11-24T23:23:22,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f598bb9d23724677b96d6bf6356d8c1d 2024-11-24T23:23:22,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/75c789e9a2534917ab7ef4e76c364912 is 50, key is test_row_0/B:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742472_1648 (size=12151) 2024-11-24T23:23:22,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/75c789e9a2534917ab7ef4e76c364912 2024-11-24T23:23:22,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490662343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14bdf0d4a5524a01894576752f577cb0 is 50, key is test_row_0/C:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490662345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742473_1649 (size=12151) 2024-11-24T23:23:22,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14bdf0d4a5524a01894576752f577cb0 2024-11-24T23:23:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f598bb9d23724677b96d6bf6356d8c1d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d 2024-11-24T23:23:22,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d, entries=200, sequenceid=219, filesize=38.8 K 2024-11-24T23:23:22,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/75c789e9a2534917ab7ef4e76c364912 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912 2024-11-24T23:23:22,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T23:23:22,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14bdf0d4a5524a01894576752f577cb0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0 2024-11-24T23:23:22,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T23:23:22,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bd01f2e2fb9dcd234691bed35d9ba792 in 185ms, sequenceid=219, compaction requested=true 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:22,399 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:22,399 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:22,401 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:22,401 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:22,401 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,401 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=100.0 K 2024-11-24T23:23:22,401 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,401 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d] 2024-11-24T23:23:22,401 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:22,401 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:22,401 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,402 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e685e9fa88b24d258020ebb1ac14b3a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.0 K 2024-11-24T23:23:22,402 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b5e7136fa2049d2b0a14c04e8618845, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:22,402 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e685e9fa88b24d258020ebb1ac14b3a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:22,403 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d48be1ce1641db999562ed1c6f2dba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732490600699 2024-11-24T23:23:22,403 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 304dbd7e96b7430abf3b09a52224bab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732490600699 2024-11-24T23:23:22,404 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f598bb9d23724677b96d6bf6356d8c1d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:22,404 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c789e9a2534917ab7ef4e76c364912, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:22,416 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:22,417 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:22,418 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/d90d29665aca4fbbbc66e8a1511f1368 is 50, key is test_row_0/B:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,428 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241d1d9b2dcb2e4ca7b64af943f273f65c_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:22,430 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241d1d9b2dcb2e4ca7b64af943f273f65c_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:22,431 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241d1d9b2dcb2e4ca7b64af943f273f65c_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742474_1650 (size=12663) 2024-11-24T23:23:22,488 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/d90d29665aca4fbbbc66e8a1511f1368 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/d90d29665aca4fbbbc66e8a1511f1368 2024-11-24T23:23:22,493 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into d90d29665aca4fbbbc66e8a1511f1368(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:22,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:22,493 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490602399; duration=0sec 2024-11-24T23:23:22,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:22,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:22,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:22,494 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:22,494 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:22,494 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,494 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3c40d146f4f84ac0828cd22580bf4793, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.0 K 2024-11-24T23:23:22,495 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c40d146f4f84ac0828cd22580bf4793, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732490600066 2024-11-24T23:23:22,495 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c250c7a2b84845b3b66a7c87a476de87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732490600699 2024-11-24T23:23:22,496 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 14bdf0d4a5524a01894576752f577cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:22,506 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:22,506 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/51e82eae0a6f4066a1025d7df3f476d4 is 50, key is test_row_0/C:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742475_1651 (size=4469) 2024-11-24T23:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T23:23:22,519 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T23:23:22,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-24T23:23:22,522 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:22,523 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:22,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742476_1652 (size=12663) 2024-11-24T23:23:22,535 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/51e82eae0a6f4066a1025d7df3f476d4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/51e82eae0a6f4066a1025d7df3f476d4 2024-11-24T23:23:22,543 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 51e82eae0a6f4066a1025d7df3f476d4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:22,543 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:22,543 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490602399; duration=0sec 2024-11-24T23:23:22,543 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:22,543 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:22,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:22,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:22,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112409fa2da8cbe943e5bea4e4d06611c8c2_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490602549/Put/seqid=0 2024-11-24T23:23:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742477_1653 (size=14794) 2024-11-24T23:23:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490662606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490662606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:22,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:22,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T23:23:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490662710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490662710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:22,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:22,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T23:23:22,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:22,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,911 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#552 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:22,912 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9b24a3ee35314bad9e661708a3857bfd is 175, key is test_row_0/A:col10/1732490602212/Put/seqid=0 2024-11-24T23:23:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490662913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490662913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742478_1654 (size=31617) 2024-11-24T23:23:22,964 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/9b24a3ee35314bad9e661708a3857bfd as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd 2024-11-24T23:23:22,971 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 9b24a3ee35314bad9e661708a3857bfd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:22,971 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:22,971 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490602399; duration=0sec 2024-11-24T23:23:22,971 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:22,971 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:22,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:22,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T23:23:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:22,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:23,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:23,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112409fa2da8cbe943e5bea4e4d06611c8c2_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112409fa2da8cbe943e5bea4e4d06611c8c2_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:23,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/53e3ded093174dd2bdd7614bec352765, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:23,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/53e3ded093174dd2bdd7614bec352765 is 175, key is test_row_0/A:col10/1732490602549/Put/seqid=0 2024-11-24T23:23:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742479_1655 (size=39749) 2024-11-24T23:23:23,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/53e3ded093174dd2bdd7614bec352765 2024-11-24T23:23:23,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/dc0f94f912f74c0394958fa9b5c9fd1a is 50, key is test_row_0/B:col10/1732490602549/Put/seqid=0 2024-11-24T23:23:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742480_1656 (size=12151) 2024-11-24T23:23:23,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/dc0f94f912f74c0394958fa9b5c9fd1a 2024-11-24T23:23:23,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14efa26e87d54414832c2cd3584f2ff1 is 50, key is test_row_0/C:col10/1732490602549/Put/seqid=0 2024-11-24T23:23:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742481_1657 (size=12151) 2024-11-24T23:23:23,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14efa26e87d54414832c2cd3584f2ff1 2024-11-24T23:23:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/53e3ded093174dd2bdd7614bec352765 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765 2024-11-24T23:23:23,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765, entries=200, sequenceid=237, filesize=38.8 K 2024-11-24T23:23:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/dc0f94f912f74c0394958fa9b5c9fd1a as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a 2024-11-24T23:23:23,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T23:23:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/14efa26e87d54414832c2cd3584f2ff1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1 2024-11-24T23:23:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:23,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T23:23:23,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bd01f2e2fb9dcd234691bed35d9ba792 in 580ms, sequenceid=237, compaction requested=false 2024-11-24T23:23:23,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:23,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:23,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T23:23:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:23,141 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T23:23:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d8146410a1ab40d0b145aabade0878c7_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490602604/Put/seqid=0 2024-11-24T23:23:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742482_1658 (size=12304) 2024-11-24T23:23:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490663248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490663251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490663353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490663355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490663419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,421 DEBUG [Thread-2594 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490663419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,421 DEBUG [Thread-2588 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490663429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,433 DEBUG [Thread-2592 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490663558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490663558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:23,610 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d8146410a1ab40d0b145aabade0878c7_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8146410a1ab40d0b145aabade0878c7_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/de1b85b82cd6429e80146dcb4ee95b91, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/de1b85b82cd6429e80146dcb4ee95b91 is 175, key is test_row_0/A:col10/1732490602604/Put/seqid=0 2024-11-24T23:23:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742483_1659 (size=31105) 2024-11-24T23:23:23,639 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/de1b85b82cd6429e80146dcb4ee95b91 2024-11-24T23:23:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5737313557774afd8c6b42700f8d072d is 50, key is test_row_0/B:col10/1732490602604/Put/seqid=0 2024-11-24T23:23:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742484_1660 (size=12151) 2024-11-24T23:23:23,682 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5737313557774afd8c6b42700f8d072d 2024-11-24T23:23:23,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/477c2a4b6fd241f29714fc07432680ee is 50, key is test_row_0/C:col10/1732490602604/Put/seqid=0 2024-11-24T23:23:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742485_1661 (size=12151) 2024-11-24T23:23:23,739 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/477c2a4b6fd241f29714fc07432680ee 2024-11-24T23:23:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/de1b85b82cd6429e80146dcb4ee95b91 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91 2024-11-24T23:23:23,750 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91, entries=150, sequenceid=258, filesize=30.4 K 2024-11-24T23:23:23,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5737313557774afd8c6b42700f8d072d as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d 2024-11-24T23:23:23,756 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d, entries=150, sequenceid=258, filesize=11.9 K 2024-11-24T23:23:23,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/477c2a4b6fd241f29714fc07432680ee as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee 2024-11-24T23:23:23,762 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee, entries=150, sequenceid=258, filesize=11.9 K 2024-11-24T23:23:23,763 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bd01f2e2fb9dcd234691bed35d9ba792 in 622ms, sequenceid=258, compaction requested=true 2024-11-24T23:23:23,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:23,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:23,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-24T23:23:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-24T23:23:23,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T23:23:23,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2420 sec 2024-11-24T23:23:23,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.2450 sec 2024-11-24T23:23:23,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:23:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:23,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124644c25e75e3c45ad8690a89d97fe62d3_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742486_1662 (size=12454) 2024-11-24T23:23:23,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:23,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124644c25e75e3c45ad8690a89d97fe62d3_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124644c25e75e3c45ad8690a89d97fe62d3_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:23,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490663903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f21de90cb50046a2b26b829e6bc5685c, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:23,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f21de90cb50046a2b26b829e6bc5685c is 175, key is test_row_0/A:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490663905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742487_1663 (size=31255) 2024-11-24T23:23:23,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f21de90cb50046a2b26b829e6bc5685c 2024-11-24T23:23:23,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/34ca68333e854edf8acebbfae2273674 is 50, key is test_row_0/B:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742488_1664 (size=12301) 2024-11-24T23:23:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490664007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490664010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490664213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490664214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/34ca68333e854edf8acebbfae2273674 2024-11-24T23:23:24,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ff40fea06c9844b590642f4f244499b9 is 50, key is test_row_0/C:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742489_1665 (size=12301) 2024-11-24T23:23:24,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ff40fea06c9844b590642f4f244499b9 2024-11-24T23:23:24,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f21de90cb50046a2b26b829e6bc5685c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c 2024-11-24T23:23:24,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c, entries=150, sequenceid=276, filesize=30.5 K 2024-11-24T23:23:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/34ca68333e854edf8acebbfae2273674 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674 2024-11-24T23:23:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T23:23:24,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ff40fea06c9844b590642f4f244499b9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9 2024-11-24T23:23:24,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9, entries=150, sequenceid=276, filesize=12.0 K 2024-11-24T23:23:24,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bd01f2e2fb9dcd234691bed35d9ba792 in 583ms, sequenceid=276, compaction requested=true 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:24,448 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:23:24,448 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:24,450 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:24,450 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:24,450 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,450 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=130.6 K 2024-11-24T23:23:24,450 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,450 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c] 2024-11-24T23:23:24,451 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b24a3ee35314bad9e661708a3857bfd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:24,451 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:24,451 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:24,451 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,451 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/d90d29665aca4fbbbc66e8a1511f1368, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=48.1 K 2024-11-24T23:23:24,452 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 53e3ded093174dd2bdd7614bec352765, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732490602226 2024-11-24T23:23:24,452 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90d29665aca4fbbbc66e8a1511f1368, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:24,452 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting de1b85b82cd6429e80146dcb4ee95b91, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732490602599 2024-11-24T23:23:24,452 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc0f94f912f74c0394958fa9b5c9fd1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732490602226 2024-11-24T23:23:24,452 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f21de90cb50046a2b26b829e6bc5685c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:24,453 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5737313557774afd8c6b42700f8d072d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732490602599 2024-11-24T23:23:24,453 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34ca68333e854edf8acebbfae2273674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:24,472 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#564 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:24,473 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/aeadab309d774298a28c8b8648b7a499 is 50, key is test_row_0/B:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:24,493 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:24,508 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112473b07434764a40f3a76310793733c8b2_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:24,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112473b07434764a40f3a76310793733c8b2_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:24,511 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112473b07434764a40f3a76310793733c8b2_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:24,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742490_1666 (size=12949) 2024-11-24T23:23:24,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d13cc900ef024cb0a0c050dc185a48a0_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490603904/Put/seqid=0 2024-11-24T23:23:24,539 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/aeadab309d774298a28c8b8648b7a499 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/aeadab309d774298a28c8b8648b7a499 2024-11-24T23:23:24,547 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into aeadab309d774298a28c8b8648b7a499(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:24,547 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:24,547 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=12, startTime=1732490604448; duration=0sec 2024-11-24T23:23:24,547 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:24,547 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:24,547 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:24,548 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:24,548 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:24,548 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,548 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/51e82eae0a6f4066a1025d7df3f476d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=48.1 K 2024-11-24T23:23:24,549 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51e82eae0a6f4066a1025d7df3f476d4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732490601082 2024-11-24T23:23:24,549 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14efa26e87d54414832c2cd3584f2ff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732490602226 2024-11-24T23:23:24,549 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 477c2a4b6fd241f29714fc07432680ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732490602599 2024-11-24T23:23:24,549 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff40fea06c9844b590642f4f244499b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742491_1667 (size=4469) 2024-11-24T23:23:24,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742492_1668 (size=14994) 2024-11-24T23:23:24,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:24,561 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d13cc900ef024cb0a0c050dc185a48a0_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13cc900ef024cb0a0c050dc185a48a0_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:24,561 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:24,562 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/fdb1578b91fa42d19d6c4001203ce7de is 50, key is test_row_0/C:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:24,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/30c3ba903bc543368903a2920882bf9b, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:24,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/30c3ba903bc543368903a2920882bf9b is 175, key is test_row_0/A:col10/1732490603904/Put/seqid=0 2024-11-24T23:23:24,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490664561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490664566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742493_1669 (size=12949) 2024-11-24T23:23:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742494_1670 (size=39949) 2024-11-24T23:23:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T23:23:24,632 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-24T23:23:24,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T23:23:24,636 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:24,637 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:24,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490664668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490664672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:24,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:24,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490664874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490664876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:24,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:24,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:24,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:24,954 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#565 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:24,955 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/6acd4e7d20fd4b0d8d671a9db63966c1 is 175, key is test_row_0/A:col10/1732490603244/Put/seqid=0 2024-11-24T23:23:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742495_1671 (size=31903) 2024-11-24T23:23:24,991 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/6acd4e7d20fd4b0d8d671a9db63966c1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1 2024-11-24T23:23:25,000 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 6acd4e7d20fd4b0d8d671a9db63966c1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:25,000 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:25,000 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=12, startTime=1732490604448; duration=0sec 2024-11-24T23:23:25,000 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:25,000 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:25,005 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/fdb1578b91fa42d19d6c4001203ce7de as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fdb1578b91fa42d19d6c4001203ce7de 2024-11-24T23:23:25,009 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into fdb1578b91fa42d19d6c4001203ce7de(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:25,009 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:25,009 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=12, startTime=1732490604448; duration=0sec 2024-11-24T23:23:25,010 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:25,010 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:25,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/30c3ba903bc543368903a2920882bf9b 2024-11-24T23:23:25,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0d47c497f1394c8491912fd274b72d7c is 50, key is test_row_0/B:col10/1732490603904/Put/seqid=0 2024-11-24T23:23:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742496_1672 (size=12301) 2024-11-24T23:23:25,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0d47c497f1394c8491912fd274b72d7c 2024-11-24T23:23:25,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/4d735a98339241c6be2d3cb0ec4a891f is 50, key is test_row_0/C:col10/1732490603904/Put/seqid=0 2024-11-24T23:23:25,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742497_1673 (size=12301) 2024-11-24T23:23:25,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/4d735a98339241c6be2d3cb0ec4a891f 2024-11-24T23:23:25,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/30c3ba903bc543368903a2920882bf9b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b 2024-11-24T23:23:25,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b, entries=200, sequenceid=296, filesize=39.0 K 2024-11-24T23:23:25,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0d47c497f1394c8491912fd274b72d7c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c 2024-11-24T23:23:25,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T23:23:25,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/4d735a98339241c6be2d3cb0ec4a891f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f 2024-11-24T23:23:25,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T23:23:25,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bd01f2e2fb9dcd234691bed35d9ba792 in 613ms, sequenceid=296, compaction requested=false 2024-11-24T23:23:25,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:25,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T23:23:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:25,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fee9268a963a4baba61867f731adc970_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742498_1674 (size=12454) 2024-11-24T23:23:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490665215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490665219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:25,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490665321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490665324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490665525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490665528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:25,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fee9268a963a4baba61867f731adc970_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fee9268a963a4baba61867f731adc970_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:25,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/db64b4010fb54289a967bc40db0751f7, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:25,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/db64b4010fb54289a967bc40db0751f7 is 175, key is test_row_0/A:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742499_1675 (size=31255) 2024-11-24T23:23:25,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/db64b4010fb54289a967bc40db0751f7 2024-11-24T23:23:25,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/216c685155db41e0a717db28443581ac is 50, key is test_row_0/B:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742500_1676 (size=12301) 2024-11-24T23:23:25,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490665828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490665831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:25,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:25,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:25,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:26,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:26,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/216c685155db41e0a717db28443581ac 2024-11-24T23:23:26,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/fbc8b83b6b3844d69ac84e0370627c21 is 50, key is test_row_0/C:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742501_1677 (size=12301) 2024-11-24T23:23:26,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/fbc8b83b6b3844d69ac84e0370627c21 2024-11-24T23:23:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/db64b4010fb54289a967bc40db0751f7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7 2024-11-24T23:23:26,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7, entries=150, sequenceid=317, filesize=30.5 K 2024-11-24T23:23:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/216c685155db41e0a717db28443581ac as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac 2024-11-24T23:23:26,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T23:23:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/fbc8b83b6b3844d69ac84e0370627c21 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21 2024-11-24T23:23:26,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T23:23:26,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bd01f2e2fb9dcd234691bed35d9ba792 in 875ms, sequenceid=317, compaction requested=true 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:26,057 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:26,057 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:26,058 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,058 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=100.7 K 2024-11-24T23:23:26,058 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7] 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:26,058 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,058 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6acd4e7d20fd4b0d8d671a9db63966c1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:26,058 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/aeadab309d774298a28c8b8648b7a499, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.7 K 2024-11-24T23:23:26,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30c3ba903bc543368903a2920882bf9b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732490603901 2024-11-24T23:23:26,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting aeadab309d774298a28c8b8648b7a499, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:26,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting db64b4010fb54289a967bc40db0751f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:26,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d47c497f1394c8491912fd274b72d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732490603904 2024-11-24T23:23:26,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 216c685155db41e0a717db28443581ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:26,069 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:26,070 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:26,070 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/006d175e88cb44c0b428911a7a01949c is 50, key is test_row_0/B:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:26,072 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124641f8dfa77a242a1b237cde613ef7745_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:26,074 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124641f8dfa77a242a1b237cde613ef7745_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:26,074 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124641f8dfa77a242a1b237cde613ef7745_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742502_1678 (size=13051) 2024-11-24T23:23:26,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742503_1679 (size=4469) 2024-11-24T23:23:26,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:26,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T23:23:26,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,171 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T23:23:26,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c992f90402984ddfb6bd3eb230ed64b6_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490605217/Put/seqid=0 2024-11-24T23:23:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742504_1680 (size=12454) 2024-11-24T23:23:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:26,198 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c992f90402984ddfb6bd3eb230ed64b6_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c992f90402984ddfb6bd3eb230ed64b6_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:26,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/557d15bd04b345fc9f925f10f4cd0d6b, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:26,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/557d15bd04b345fc9f925f10f4cd0d6b is 175, key is test_row_0/A:col10/1732490605217/Put/seqid=0 2024-11-24T23:23:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742505_1681 (size=31255) 2024-11-24T23:23:26,207 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/557d15bd04b345fc9f925f10f4cd0d6b 2024-11-24T23:23:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6105e44961bd47e697d6149f7da3fe3b is 50, key is test_row_0/B:col10/1732490605217/Put/seqid=0 2024-11-24T23:23:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742506_1682 (size=12301) 2024-11-24T23:23:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:26,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490666359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490666359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490666462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490666462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,486 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/006d175e88cb44c0b428911a7a01949c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/006d175e88cb44c0b428911a7a01949c 2024-11-24T23:23:26,486 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#574 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:26,487 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/ac42e0cb4cc34c4cb076c30a8852ffa4 is 175, key is test_row_0/A:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:26,491 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 006d175e88cb44c0b428911a7a01949c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:26,491 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:26,491 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490606057; duration=0sec 2024-11-24T23:23:26,491 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:26,491 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:26,491 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742507_1683 (size=32005) 2024-11-24T23:23:26,492 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:26,492 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:26,492 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,492 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fdb1578b91fa42d19d6c4001203ce7de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.7 K 2024-11-24T23:23:26,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fdb1578b91fa42d19d6c4001203ce7de, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732490603244 2024-11-24T23:23:26,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d735a98339241c6be2d3cb0ec4a891f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732490603904 2024-11-24T23:23:26,493 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc8b83b6b3844d69ac84e0370627c21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:26,499 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:26,499 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/62c2cc2f86a846738e3834666b8c138c is 50, key is test_row_0/C:col10/1732490605179/Put/seqid=0 2024-11-24T23:23:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742508_1684 (size=13051) 2024-11-24T23:23:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6105e44961bd47e697d6149f7da3fe3b 2024-11-24T23:23:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/7d557fca4b394682a665d92e83e6c3b7 is 50, key is test_row_0/C:col10/1732490605217/Put/seqid=0 2024-11-24T23:23:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742509_1685 (size=12301) 2024-11-24T23:23:26,628 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/7d557fca4b394682a665d92e83e6c3b7 2024-11-24T23:23:26,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/557d15bd04b345fc9f925f10f4cd0d6b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b 2024-11-24T23:23:26,635 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b, entries=150, sequenceid=335, filesize=30.5 K 2024-11-24T23:23:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/6105e44961bd47e697d6149f7da3fe3b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b 2024-11-24T23:23:26,639 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T23:23:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/7d557fca4b394682a665d92e83e6c3b7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7 2024-11-24T23:23:26,642 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T23:23:26,643 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for bd01f2e2fb9dcd234691bed35d9ba792 in 472ms, sequenceid=335, compaction requested=false 2024-11-24T23:23:26,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:26,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T23:23:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T23:23:26,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T23:23:26,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-24T23:23:26,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.0120 sec 2024-11-24T23:23:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:26,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:26,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112489850c30995e45eea51c8759cba5afcf_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:26,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742510_1686 (size=14994) 2024-11-24T23:23:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490666689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T23:23:26,743 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T23:23:26,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T23:23:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:26,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:26,746 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:26,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:26,895 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/ac42e0cb4cc34c4cb076c30a8852ffa4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4 2024-11-24T23:23:26,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:26,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:26,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:26,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:26,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:26,900 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into ac42e0cb4cc34c4cb076c30a8852ffa4(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:26,900 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:26,900 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490606057; duration=0sec 2024-11-24T23:23:26,900 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:26,900 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:26,906 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/62c2cc2f86a846738e3834666b8c138c as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/62c2cc2f86a846738e3834666b8c138c 2024-11-24T23:23:26,910 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 62c2cc2f86a846738e3834666b8c138c(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:26,910 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:26,910 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490606057; duration=0sec 2024-11-24T23:23:26,910 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:26,910 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490666996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:26,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490666996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:27,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:27,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112489850c30995e45eea51c8759cba5afcf_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489850c30995e45eea51c8759cba5afcf_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:27,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/414d291d8903458fa70876434d138ac0, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:27,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/414d291d8903458fa70876434d138ac0 is 175, key is test_row_0/A:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742511_1687 (size=39949) 2024-11-24T23:23:27,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490667298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490667301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:27,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/414d291d8903458fa70876434d138ac0 2024-11-24T23:23:27,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/fed88c465924441a95ae611247021bb3 is 50, key is test_row_0/B:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742512_1688 (size=12301) 2024-11-24T23:23:27,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490667802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:27,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490667803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:27,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:27,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/fed88c465924441a95ae611247021bb3 2024-11-24T23:23:27,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/86837a5494ad4371b88ab93abb8dedce is 50, key is test_row_0/C:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742513_1689 (size=12301) 2024-11-24T23:23:27,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:27,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:27,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:28,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:28,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:28,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:28,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:28,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:28,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:28,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/86837a5494ad4371b88ab93abb8dedce 2024-11-24T23:23:28,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/414d291d8903458fa70876434d138ac0 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0 2024-11-24T23:23:28,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0, entries=200, sequenceid=357, filesize=39.0 K 2024-11-24T23:23:28,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/fed88c465924441a95ae611247021bb3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3 2024-11-24T23:23:28,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T23:23:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/86837a5494ad4371b88ab93abb8dedce as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce 2024-11-24T23:23:28,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T23:23:28,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bd01f2e2fb9dcd234691bed35d9ba792 in 1660ms, sequenceid=357, compaction requested=true 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:28,328 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:28,328 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:28,329 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:28,329 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:28,329 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:28,329 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=100.8 K 2024-11-24T23:23:28,329 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:28,329 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,329 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,329 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0] 2024-11-24T23:23:28,329 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/006d175e88cb44c0b428911a7a01949c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.8 K 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac42e0cb4cc34c4cb076c30a8852ffa4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 006d175e88cb44c0b428911a7a01949c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557d15bd04b345fc9f925f10f4cd0d6b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490605208 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 6105e44961bd47e697d6149f7da3fe3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490605208 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 414d291d8903458fa70876434d138ac0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:28,330 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting fed88c465924441a95ae611247021bb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:28,335 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:28,336 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#582 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:28,337 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/86a02878709d460981bb7d574d613126 is 50, key is test_row_0/B:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:28,337 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b2feca609521408db8ade8c52b8fa580_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:28,338 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b2feca609521408db8ade8c52b8fa580_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:28,338 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b2feca609521408db8ade8c52b8fa580_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742514_1690 (size=13153) 2024-11-24T23:23:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742515_1691 (size=4469) 2024-11-24T23:23:28,349 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#583 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:28,349 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/fef80457ece24593ae73b8ba84914919 is 175, key is test_row_0/A:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742516_1692 (size=32107) 2024-11-24T23:23:28,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:28,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T23:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,423 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T23:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124672b53ca89c042ec85d0fc5f2598f951_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490606688/Put/seqid=0 2024-11-24T23:23:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742517_1693 (size=12454) 2024-11-24T23:23:28,751 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/86a02878709d460981bb7d574d613126 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/86a02878709d460981bb7d574d613126 2024-11-24T23:23:28,755 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 86a02878709d460981bb7d574d613126(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:28,755 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:28,755 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490608328; duration=0sec 2024-11-24T23:23:28,755 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:28,755 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:28,755 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:28,756 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:28,756 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:28,756 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:28,756 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/62c2cc2f86a846738e3834666b8c138c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.8 K 2024-11-24T23:23:28,756 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 62c2cc2f86a846738e3834666b8c138c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732490604558 2024-11-24T23:23:28,757 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/fef80457ece24593ae73b8ba84914919 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919 2024-11-24T23:23:28,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d557fca4b394682a665d92e83e6c3b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490605208 2024-11-24T23:23:28,757 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 86837a5494ad4371b88ab93abb8dedce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:28,765 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into fef80457ece24593ae73b8ba84914919(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:28,765 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:28,765 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490608328; duration=0sec 2024-11-24T23:23:28,765 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:28,765 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:28,766 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#585 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:28,767 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/0ed82b30b3e140718a3784ba4f6b45cb is 50, key is test_row_0/C:col10/1732490606358/Put/seqid=0 2024-11-24T23:23:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742518_1694 (size=13153) 2024-11-24T23:23:28,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:28,837 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124672b53ca89c042ec85d0fc5f2598f951_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124672b53ca89c042ec85d0fc5f2598f951_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f1d35353b0ed4c8a87e3cc0559d4bdd2, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 is 175, key is test_row_0/A:col10/1732490606688/Put/seqid=0 2024-11-24T23:23:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742519_1695 (size=31255) 2024-11-24T23:23:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490668839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490668840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490668943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490668943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490669146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490669147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,175 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/0ed82b30b3e140718a3784ba4f6b45cb as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/0ed82b30b3e140718a3784ba4f6b45cb 2024-11-24T23:23:29,179 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 0ed82b30b3e140718a3784ba4f6b45cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:29,179 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:29,179 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490608328; duration=0sec 2024-11-24T23:23:29,179 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:29,179 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 2024-11-24T23:23:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/97f7e73111754fc28179aa7c9c9fc8f7 is 50, key is test_row_0/B:col10/1732490606688/Put/seqid=0 2024-11-24T23:23:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742520_1696 (size=12301) 2024-11-24T23:23:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490669450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490669452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,652 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/97f7e73111754fc28179aa7c9c9fc8f7 2024-11-24T23:23:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/cc2b01e834644dd5bfc52b8dc710c735 is 50, key is test_row_0/C:col10/1732490606688/Put/seqid=0 2024-11-24T23:23:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742521_1697 (size=12301) 2024-11-24T23:23:29,662 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/cc2b01e834644dd5bfc52b8dc710c735 2024-11-24T23:23:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 2024-11-24T23:23:29,669 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2, entries=150, sequenceid=374, filesize=30.5 K 2024-11-24T23:23:29,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:23:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/97f7e73111754fc28179aa7c9c9fc8f7 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7 2024-11-24T23:23:29,673 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T23:23:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/cc2b01e834644dd5bfc52b8dc710c735 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735 2024-11-24T23:23:29,678 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T23:23:29,678 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for bd01f2e2fb9dcd234691bed35d9ba792 in 1255ms, sequenceid=374, compaction requested=false 2024-11-24T23:23:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T23:23:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T23:23:29,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T23:23:29,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9330 sec 2024-11-24T23:23:29,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.9370 sec 2024-11-24T23:23:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:29,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:29,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:29,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d2d29f1664b4009bb638133563a1ca3_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742522_1698 (size=12454) 2024-11-24T23:23:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490669970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:29,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490669972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490670073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490670074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490670275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490670278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:30,371 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d2d29f1664b4009bb638133563a1ca3_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d2d29f1664b4009bb638133563a1ca3_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:30,372 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/8936b72343064a0e8d90361df59a6688, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:30,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/8936b72343064a0e8d90361df59a6688 is 175, key is test_row_0/A:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742523_1699 (size=31255) 2024-11-24T23:23:30,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490670576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490670582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:30,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/8936b72343064a0e8d90361df59a6688 2024-11-24T23:23:30,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/c4fe247fec3c4511a6d5dd25177e5676 is 50, key is test_row_0/B:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742524_1700 (size=12301) 2024-11-24T23:23:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T23:23:30,850 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T23:23:30,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T23:23:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T23:23:30,852 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:30,853 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:30,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T23:23:31,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:31,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T23:23:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490671082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490671086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T23:23:31,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:31,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T23:23:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:31,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/c4fe247fec3c4511a6d5dd25177e5676 2024-11-24T23:23:31,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/f777aaadf70e4d8bab15c14d32d321ef is 50, key is test_row_0/C:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742525_1701 (size=12301) 2024-11-24T23:23:31,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/f777aaadf70e4d8bab15c14d32d321ef 2024-11-24T23:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/8936b72343064a0e8d90361df59a6688 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688 2024-11-24T23:23:31,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688, entries=150, sequenceid=400, filesize=30.5 K 2024-11-24T23:23:31,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/c4fe247fec3c4511a6d5dd25177e5676 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676 2024-11-24T23:23:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T23:23:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/f777aaadf70e4d8bab15c14d32d321ef as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef 2024-11-24T23:23:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T23:23:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bd01f2e2fb9dcd234691bed35d9ba792 in 1261ms, sequenceid=400, compaction requested=true 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:31,218 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:31,218 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,219 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:31,219 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,219 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:31,219 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:31,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,220 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=92.4 K 2024-11-24T23:23:31,220 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/86a02878709d460981bb7d574d613126, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.9 K 2024-11-24T23:23:31,220 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688] 2024-11-24T23:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a02878709d460981bb7d574d613126, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:31,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef80457ece24593ae73b8ba84914919, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:31,220 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f7e73111754fc28179aa7c9c9fc8f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732490606684 2024-11-24T23:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,220 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1d35353b0ed4c8a87e3cc0559d4bdd2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732490606684 2024-11-24T23:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,221 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fe247fec3c4511a6d5dd25177e5676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:31,221 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8936b72343064a0e8d90361df59a6688, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,227 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,228 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/c0fc2ba5f3da4608ac76f8975dcc8f54 is 50, key is test_row_0/B:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,230 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,233 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244306d5ca92da40cfb49380c77b103bdf_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742526_1702 (size=13255) 2024-11-24T23:23:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,235 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244306d5ca92da40cfb49380c77b103bdf_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,235 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244306d5ca92da40cfb49380c77b103bdf_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,237 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/c0fc2ba5f3da4608ac76f8975dcc8f54 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c0fc2ba5f3da4608ac76f8975dcc8f54 2024-11-24T23:23:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742527_1703 (size=4469) 2024-11-24T23:23:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,242 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into c0fc2ba5f3da4608ac76f8975dcc8f54(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:31,242 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:31,242 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=13, startTime=1732490611218; duration=0sec 2024-11-24T23:23:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,242 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:31,242 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:31,242 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:23:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:23:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:31,244 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,244 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/0ed82b30b3e140718a3784ba4f6b45cb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=36.9 K 2024-11-24T23:23:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed82b30b3e140718a3784ba4f6b45cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732490606358 2024-11-24T23:23:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,244 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting cc2b01e834644dd5bfc52b8dc710c735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732490606684 2024-11-24T23:23:31,245 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting f777aaadf70e4d8bab15c14d32d321ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,250 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#593 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,251 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/a693944b90c64f7280bdcf7050f290d6 is 50, key is test_row_0/C:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742528_1704 (size=13255) 2024-11-24T23:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T23:23:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,310 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T23:23:31,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245770a3f0894047048492c8888ce6e27d_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_1/A:col10/1732490609969/Put/seqid=0 2024-11-24T23:23:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742529_1705 (size=9914) 2024-11-24T23:23:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T23:23:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,641 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#592 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,641 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/54fb9908082f460190488cb3fa6a1da5 is 175, key is test_row_0/A:col10/1732490608839/Put/seqid=0 2024-11-24T23:23:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742530_1706 (size=32209) 2024-11-24T23:23:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,650 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/54fb9908082f460190488cb3fa6a1da5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5 2024-11-24T23:23:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,655 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 54fb9908082f460190488cb3fa6a1da5(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:31,655 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:31,655 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=13, startTime=1732490611218; duration=0sec 2024-11-24T23:23:31,655 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:31,655 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,658 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/a693944b90c64f7280bdcf7050f290d6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/a693944b90c64f7280bdcf7050f290d6 2024-11-24T23:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,662 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into a693944b90c64f7280bdcf7050f290d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:31,663 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:31,663 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=13, startTime=1732490611218; duration=0sec 2024-11-24T23:23:31,663 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:31,663 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,726 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245770a3f0894047048492c8888ce6e27d_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245770a3f0894047048492c8888ce6e27d_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/256181f7e47c48c688f5bddac8b910a9, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/256181f7e47c48c688f5bddac8b910a9 is 175, key is test_row_1/A:col10/1732490609969/Put/seqid=0 2024-11-24T23:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742531_1707 (size=22561) 2024-11-24T23:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,738 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/256181f7e47c48c688f5bddac8b910a9 2024-11-24T23:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5723ee463c3142eebc6d7ec4a65e0777 is 50, key is test_row_1/B:col10/1732490609969/Put/seqid=0 2024-11-24T23:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742532_1708 (size=9857) 2024-11-24T23:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,749 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5723ee463c3142eebc6d7ec4a65e0777 2024-11-24T23:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/20f694ccfada42029717d2460e74db50 is 50, key is test_row_1/C:col10/1732490609969/Put/seqid=0 2024-11-24T23:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742533_1709 (size=9857) 2024-11-24T23:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,774 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/20f694ccfada42029717d2460e74db50 2024-11-24T23:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/256181f7e47c48c688f5bddac8b910a9 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9 2024-11-24T23:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,781 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9, entries=100, sequenceid=414, filesize=22.0 K 2024-11-24T23:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5723ee463c3142eebc6d7ec4a65e0777 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777 2024-11-24T23:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,786 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777, entries=100, sequenceid=414, filesize=9.6 K 2024-11-24T23:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/20f694ccfada42029717d2460e74db50 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50 2024-11-24T23:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,790 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50, entries=100, sequenceid=414, filesize=9.6 K 2024-11-24T23:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,790 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for bd01f2e2fb9dcd234691bed35d9ba792 in 480ms, sequenceid=414, compaction requested=false 2024-11-24T23:23:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T23:23:31,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 943 msec 2024-11-24T23:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T23:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,116 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T23:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:32,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ea7cc1b1b62a4989b1a4de62ee5e26bd_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490612112/Put/seqid=0 2024-11-24T23:23:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742534_1710 (size=9914) 2024-11-24T23:23:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ea7cc1b1b62a4989b1a4de62ee5e26bd_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea7cc1b1b62a4989b1a4de62ee5e26bd_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/209b434574cd4fa49b8c7bfe00adef12, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/209b434574cd4fa49b8c7bfe00adef12 is 175, key is test_row_0/A:col10/1732490612112/Put/seqid=0 2024-11-24T23:23:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742535_1711 (size=22559) 2024-11-24T23:23:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,143 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/209b434574cd4fa49b8c7bfe00adef12 2024-11-24T23:23:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5a6266fc25684dfc8327dbc618d36849 is 50, key is test_row_0/B:col10/1732490612112/Put/seqid=0 2024-11-24T23:23:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742536_1712 (size=7415) 2024-11-24T23:23:32,178 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5a6266fc25684dfc8327dbc618d36849 2024-11-24T23:23:32,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/70418f1a7e3f4258ace82dbb9cc31e66 is 50, key is test_row_0/C:col10/1732490612112/Put/seqid=0 2024-11-24T23:23:32,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490672180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490672182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742537_1713 (size=7415) 2024-11-24T23:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T23:23:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490672285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490672285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490672487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490672488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T23:23:32,597 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/70418f1a7e3f4258ace82dbb9cc31e66 2024-11-24T23:23:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/209b434574cd4fa49b8c7bfe00adef12 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12 2024-11-24T23:23:32,605 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12, entries=100, sequenceid=421, filesize=22.0 K 2024-11-24T23:23:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/5a6266fc25684dfc8327dbc618d36849 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849 2024-11-24T23:23:32,608 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849, entries=50, sequenceid=421, filesize=7.2 K 2024-11-24T23:23:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/70418f1a7e3f4258ace82dbb9cc31e66 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66 2024-11-24T23:23:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66, entries=50, sequenceid=421, filesize=7.2 K 2024-11-24T23:23:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for bd01f2e2fb9dcd234691bed35d9ba792 in 496ms, sequenceid=421, compaction requested=true 2024-11-24T23:23:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-24T23:23:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-24T23:23:32,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T23:23:32,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 649 msec 2024-11-24T23:23:32,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 653 msec 2024-11-24T23:23:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(8581): Flush requested on bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:32,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:32,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490672793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490672794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124640750d87c764c16907a5ac26adbe597_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_0/A:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742538_1714 (size=12454) 2024-11-24T23:23:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490672897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490672897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T23:23:33,066 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T23:23:33,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T23:23:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-24T23:23:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:33,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:23:33,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:23:33,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:23:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490673100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490673100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:33,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:33,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124640750d87c764c16907a5ac26adbe597_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124640750d87c764c16907a5ac26adbe597_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:33,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/52cda740d4fd4bdc935466c10f26d75e, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:33,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/52cda740d4fd4bdc935466c10f26d75e is 175, key is test_row_0/A:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742539_1715 (size=31255) 2024-11-24T23:23:33,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/52cda740d4fd4bdc935466c10f26d75e 2024-11-24T23:23:33,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/e518d108aca842469d6799fd4bc6aba1 is 50, key is test_row_0/B:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:33,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742540_1716 (size=12301) 2024-11-24T23:23:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:33,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490673403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490673403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50390 deadline: 1732490673444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,446 DEBUG [Thread-2588 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50418 deadline: 1732490673456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,457 DEBUG [Thread-2594 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:33,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1732490673474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,475 DEBUG [Thread-2592 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., hostname=8990281417a4,42033,1732490443497, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:23:33,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/e518d108aca842469d6799fd4bc6aba1 2024-11-24T23:23:33,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/28ec71c4a21046da95a130d484a1900f is 50, key is test_row_0/C:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742541_1717 (size=12301) 2024-11-24T23:23:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:33,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50442 deadline: 1732490673907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T23:23:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50396 deadline: 1732490673910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 2024-11-24T23:23:33,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:33,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. as already flushing 2024-11-24T23:23:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:33,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:23:34,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/28ec71c4a21046da95a130d484a1900f 2024-11-24T23:23:34,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/52cda740d4fd4bdc935466c10f26d75e as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e 2024-11-24T23:23:34,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e, entries=150, sequenceid=453, filesize=30.5 K 2024-11-24T23:23:34,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/e518d108aca842469d6799fd4bc6aba1 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1 2024-11-24T23:23:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:23:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/28ec71c4a21046da95a130d484a1900f as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for bd01f2e2fb9dcd234691bed35d9ba792 in 1266ms, sequenceid=453, compaction requested=true 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:23:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:34,057 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd01f2e2fb9dcd234691bed35d9ba792:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:23:34,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:23:34,057 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 108584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/A is initiating minor compaction (all files) 2024-11-24T23:23:34,059 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/A in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:34,059 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=106.0 K 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/B is initiating minor compaction (all files) 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,059 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/B in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. files: [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e] 2024-11-24T23:23:34,059 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c0fc2ba5f3da4608ac76f8975dcc8f54, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=41.8 K 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,059 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54fb9908082f460190488cb3fa6a1da5, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,060 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting c0fc2ba5f3da4608ac76f8975dcc8f54, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:34,060 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256181f7e47c48c688f5bddac8b910a9, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732490609969 2024-11-24T23:23:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,060 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5723ee463c3142eebc6d7ec4a65e0777, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732490609969 2024-11-24T23:23:34,060 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209b434574cd4fa49b8c7bfe00adef12, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732490612111 2024-11-24T23:23:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a6266fc25684dfc8327dbc618d36849, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732490612112 2024-11-24T23:23:34,061 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52cda740d4fd4bdc935466c10f26d75e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490612178 2024-11-24T23:23:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,061 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] compactions.Compactor(224): Compacting e518d108aca842469d6799fd4bc6aba1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490612178 2024-11-24T23:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,071 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,079 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#B#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/8d73e4108a1c46c6ac5ebdbb33e00d81 is 50, key is test_row_0/B:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,088 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242d7ea7154401452783cde790926442f7_bd01f2e2fb9dcd234691bed35d9ba792 store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242d7ea7154401452783cde790926442f7_bd01f2e2fb9dcd234691bed35d9ba792, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,090 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d7ea7154401452783cde790926442f7_bd01f2e2fb9dcd234691bed35d9ba792 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742542_1718 (size=13391) 2024-11-24T23:23:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742543_1719 (size=4469) 2024-11-24T23:23:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,110 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#A#compaction#603 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,111 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/011b9e1bef91494d9c17e86ed09a14a5 is 175, key is test_row_0/A:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742544_1720 (size=32345) 2024-11-24T23:23:34,117 DEBUG [Thread-2607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:64830 2024-11-24T23:23:34,117 DEBUG [Thread-2607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,122 DEBUG [Thread-2599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:64830 2024-11-24T23:23:34,122 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,122 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/011b9e1bef91494d9c17e86ed09a14a5 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/011b9e1bef91494d9c17e86ed09a14a5 2024-11-24T23:23:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,123 DEBUG [Thread-2603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:64830 2024-11-24T23:23:34,124 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,128 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/A of bd01f2e2fb9dcd234691bed35d9ba792 into 011b9e1bef91494d9c17e86ed09a14a5(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:34,128 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:34,128 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/A, priority=12, startTime=1732490614057; duration=0sec 2024-11-24T23:23:34,128 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:23:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,128 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:A 2024-11-24T23:23:34,128 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:23:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,130 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:23:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,130 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1540): bd01f2e2fb9dcd234691bed35d9ba792/C is initiating minor compaction (all files) 2024-11-24T23:23:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,130 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bd01f2e2fb9dcd234691bed35d9ba792/C in TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,131 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/a693944b90c64f7280bdcf7050f290d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f] into tmpdir=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp, totalSize=41.8 K 2024-11-24T23:23:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,131 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting a693944b90c64f7280bdcf7050f290d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490608831 2024-11-24T23:23:34,131 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f694ccfada42029717d2460e74db50, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732490609969 2024-11-24T23:23:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,132 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70418f1a7e3f4258ace82dbb9cc31e66, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732490612112 2024-11-24T23:23:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,132 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ec71c4a21046da95a130d484a1900f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490612178 2024-11-24T23:23:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,138 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T23:23:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,142 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd01f2e2fb9dcd234691bed35d9ba792#C#compaction#605 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:23:34,142 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/4b0e00795b7a49c6a62306c0c7dec206 is 50, key is test_row_0/C:col10/1732490612180/Put/seqid=0 2024-11-24T23:23:34,143 DEBUG [Thread-2605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:64830 2024-11-24T23:23:34,143 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d51c4595f6d64e098b8f0808aa28cf31_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_2/A:col10/1732490612793/Put/seqid=0 2024-11-24T23:23:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42033 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,161 DEBUG [Thread-2601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:64830 2024-11-24T23:23:34,161 DEBUG [Thread-2601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742545_1721 (size=13391) 2024-11-24T23:23:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742546_1722 (size=7374) 2024-11-24T23:23:34,170 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/4b0e00795b7a49c6a62306c0c7dec206 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4b0e00795b7a49c6a62306c0c7dec206 2024-11-24T23:23:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:34,174 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d51c4595f6d64e098b8f0808aa28cf31_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d51c4595f6d64e098b8f0808aa28cf31_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:34,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/2dad2fc94d174e12b577468ee57b7af6, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:34,177 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/C of bd01f2e2fb9dcd234691bed35d9ba792 into 4b0e00795b7a49c6a62306c0c7dec206(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:34,177 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:34,177 INFO [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/C, priority=12, startTime=1732490614057; duration=0sec 2024-11-24T23:23:34,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/2dad2fc94d174e12b577468ee57b7af6 is 175, key is test_row_2/A:col10/1732490612793/Put/seqid=0 2024-11-24T23:23:34,177 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:34,177 DEBUG [RS:0;8990281417a4:42033-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:C 2024-11-24T23:23:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742547_1723 (size=13865) 2024-11-24T23:23:34,191 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=459, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/2dad2fc94d174e12b577468ee57b7af6 2024-11-24T23:23:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1880f8eab32b45749bff46bab90697f3 is 50, key is test_row_2/B:col10/1732490612793/Put/seqid=0 2024-11-24T23:23:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742548_1724 (size=7415) 2024-11-24T23:23:34,201 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1880f8eab32b45749bff46bab90697f3 2024-11-24T23:23:34,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ba795a7d670342658ccb09982ebe0341 is 50, key is test_row_2/C:col10/1732490612793/Put/seqid=0 2024-11-24T23:23:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742549_1725 (size=7415) 2024-11-24T23:23:34,506 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/8d73e4108a1c46c6ac5ebdbb33e00d81 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/8d73e4108a1c46c6ac5ebdbb33e00d81 2024-11-24T23:23:34,510 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bd01f2e2fb9dcd234691bed35d9ba792/B of bd01f2e2fb9dcd234691bed35d9ba792 into 8d73e4108a1c46c6ac5ebdbb33e00d81(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:23:34,510 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:34,510 INFO [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792., storeName=bd01f2e2fb9dcd234691bed35d9ba792/B, priority=12, startTime=1732490614057; duration=0sec 2024-11-24T23:23:34,510 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:23:34,510 DEBUG [RS:0;8990281417a4:42033-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd01f2e2fb9dcd234691bed35d9ba792:B 2024-11-24T23:23:34,611 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ba795a7d670342658ccb09982ebe0341 2024-11-24T23:23:34,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/2dad2fc94d174e12b577468ee57b7af6 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/2dad2fc94d174e12b577468ee57b7af6 2024-11-24T23:23:34,617 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/2dad2fc94d174e12b577468ee57b7af6, entries=50, sequenceid=459, filesize=13.5 K 2024-11-24T23:23:34,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/1880f8eab32b45749bff46bab90697f3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1880f8eab32b45749bff46bab90697f3 2024-11-24T23:23:34,621 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1880f8eab32b45749bff46bab90697f3, entries=50, sequenceid=459, filesize=7.2 K 2024-11-24T23:23:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/ba795a7d670342658ccb09982ebe0341 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ba795a7d670342658ccb09982ebe0341 2024-11-24T23:23:34,624 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ba795a7d670342658ccb09982ebe0341, entries=50, sequenceid=459, filesize=7.2 K 2024-11-24T23:23:34,625 INFO [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for bd01f2e2fb9dcd234691bed35d9ba792 in 487ms, sequenceid=459, compaction requested=false 2024-11-24T23:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8990281417a4:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-24T23:23:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-24T23:23:34,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T23:23:34,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-24T23:23:34,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.5600 sec 2024-11-24T23:23:34,911 DEBUG [Thread-2590 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:64830 2024-11-24T23:23:34,911 DEBUG [Thread-2590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:34,919 DEBUG [Thread-2596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:64830 2024-11-24T23:23:34,919 DEBUG [Thread-2596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T23:23:35,173 INFO [Thread-2598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T23:23:41,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:23:43,475 DEBUG [Thread-2588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:64830 2024-11-24T23:23:43,475 DEBUG [Thread-2588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:43,485 DEBUG [Thread-2594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:64830 2024-11-24T23:23:43,485 DEBUG [Thread-2594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:43,527 DEBUG [Thread-2592 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:64830 2024-11-24T23:23:43,527 DEBUG [Thread-2592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:43,527 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5179 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5131 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5058 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5168 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5135 2024-11-24T23:23:43,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:23:43,528 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:23:43,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:64830 2024-11-24T23:23:43,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:43,529 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T23:23:43,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T23:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:43,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490623532"}]},"ts":"1732490623532"} 2024-11-24T23:23:43,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:23:43,535 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:23:43,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:23:43,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, UNASSIGN}] 2024-11-24T23:23:43,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, UNASSIGN 2024-11-24T23:23:43,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=CLOSING, regionLocation=8990281417a4,42033,1732490443497 2024-11-24T23:23:43,539 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:23:43,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497}] 2024-11-24T23:23:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:43,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8990281417a4,42033,1732490443497 2024-11-24T23:23:43,691 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:43,691 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T23:23:43,691 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing bd01f2e2fb9dcd234691bed35d9ba792, disabling compactions & flushes 2024-11-24T23:23:43,691 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:43,691 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:43,691 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. after waiting 0 ms 2024-11-24T23:23:43,691 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:43,691 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing bd01f2e2fb9dcd234691bed35d9ba792 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=A 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=B 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd01f2e2fb9dcd234691bed35d9ba792, store=C 2024-11-24T23:23:43,692 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:23:43,698 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cab296fae5324f99bae8a3ec0848e5f8_bd01f2e2fb9dcd234691bed35d9ba792 is 50, key is test_row_1/A:col10/1732490623526/Put/seqid=0 2024-11-24T23:23:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742550_1726 (size=9914) 2024-11-24T23:23:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:44,102 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:23:44,105 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cab296fae5324f99bae8a3ec0848e5f8_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab296fae5324f99bae8a3ec0848e5f8_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:44,106 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1591dc48fa90470e8ca57bd43b2de2b3, store: [table=TestAcidGuarantees family=A region=bd01f2e2fb9dcd234691bed35d9ba792] 2024-11-24T23:23:44,107 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1591dc48fa90470e8ca57bd43b2de2b3 is 175, key is test_row_1/A:col10/1732490623526/Put/seqid=0 2024-11-24T23:23:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742551_1727 (size=22561) 2024-11-24T23:23:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:44,511 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1591dc48fa90470e8ca57bd43b2de2b3 2024-11-24T23:23:44,517 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0ca9399b538d484fa08c9ec0ad7318df is 50, key is test_row_1/B:col10/1732490623526/Put/seqid=0 2024-11-24T23:23:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742552_1728 (size=9857) 2024-11-24T23:23:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:44,921 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0ca9399b538d484fa08c9ec0ad7318df 2024-11-24T23:23:44,927 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/37cb0ece62644bea8ac6a730da758421 is 50, key is test_row_1/C:col10/1732490623526/Put/seqid=0 2024-11-24T23:23:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742553_1729 (size=9857) 2024-11-24T23:23:44,930 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/37cb0ece62644bea8ac6a730da758421 2024-11-24T23:23:44,934 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/A/1591dc48fa90470e8ca57bd43b2de2b3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1591dc48fa90470e8ca57bd43b2de2b3 2024-11-24T23:23:44,936 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1591dc48fa90470e8ca57bd43b2de2b3, entries=100, sequenceid=469, filesize=22.0 K 2024-11-24T23:23:44,937 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/B/0ca9399b538d484fa08c9ec0ad7318df as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0ca9399b538d484fa08c9ec0ad7318df 2024-11-24T23:23:44,940 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0ca9399b538d484fa08c9ec0ad7318df, entries=100, sequenceid=469, filesize=9.6 K 2024-11-24T23:23:44,940 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/.tmp/C/37cb0ece62644bea8ac6a730da758421 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/37cb0ece62644bea8ac6a730da758421 2024-11-24T23:23:44,944 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/37cb0ece62644bea8ac6a730da758421, entries=100, sequenceid=469, filesize=9.6 K 2024-11-24T23:23:44,945 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bd01f2e2fb9dcd234691bed35d9ba792 in 1254ms, sequenceid=469, compaction requested=true 2024-11-24T23:23:44,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e] to archive 2024-11-24T23:23:44,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:44,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/65004a9fca87414a8d3e3093eff1fe09 2024-11-24T23:23:44,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/997482273c6f4138b24c5e1c887bd974 2024-11-24T23:23:44,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/4e6f956f376d4419833d1b6447a29cf1 2024-11-24T23:23:44,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a806448d1a2047e9a33b7f87c4237c8c 2024-11-24T23:23:44,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/7bf649b12a7f43afac8c7d4c51da5f32 2024-11-24T23:23:44,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9cf87f2b1bab456aa3f82cfc7b2ba056 2024-11-24T23:23:44,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b53f7c5e567d4b0b99b293445194cb28 2024-11-24T23:23:44,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/003f77f954e34296b0101dc08248199b 2024-11-24T23:23:44,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/b22f178b25f147219b69b302c703018a 2024-11-24T23:23:44,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/11d0d57fda3946f6b2ea052b8b4b3bdb 2024-11-24T23:23:44,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/04021b9e18ef41479a869d42a5395e13 2024-11-24T23:23:44,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1b5e7136fa2049d2b0a14c04e8618845 2024-11-24T23:23:44,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/a7660a4f72da4706ad10516ff16fca9d 2024-11-24T23:23:44,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/74d48be1ce1641db999562ed1c6f2dba 2024-11-24T23:23:44,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f598bb9d23724677b96d6bf6356d8c1d 2024-11-24T23:23:44,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/9b24a3ee35314bad9e661708a3857bfd 2024-11-24T23:23:44,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/53e3ded093174dd2bdd7614bec352765 2024-11-24T23:23:44,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/de1b85b82cd6429e80146dcb4ee95b91 2024-11-24T23:23:44,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/6acd4e7d20fd4b0d8d671a9db63966c1 2024-11-24T23:23:44,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f21de90cb50046a2b26b829e6bc5685c 2024-11-24T23:23:44,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/30c3ba903bc543368903a2920882bf9b 2024-11-24T23:23:44,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/ac42e0cb4cc34c4cb076c30a8852ffa4 2024-11-24T23:23:44,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/db64b4010fb54289a967bc40db0751f7 2024-11-24T23:23:44,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/557d15bd04b345fc9f925f10f4cd0d6b 2024-11-24T23:23:44,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/414d291d8903458fa70876434d138ac0 2024-11-24T23:23:44,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/fef80457ece24593ae73b8ba84914919 2024-11-24T23:23:44,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/f1d35353b0ed4c8a87e3cc0559d4bdd2 2024-11-24T23:23:44,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/54fb9908082f460190488cb3fa6a1da5 2024-11-24T23:23:44,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/8936b72343064a0e8d90361df59a6688 2024-11-24T23:23:44,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/256181f7e47c48c688f5bddac8b910a9 2024-11-24T23:23:44,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/209b434574cd4fa49b8c7bfe00adef12 2024-11-24T23:23:44,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/52cda740d4fd4bdc935466c10f26d75e 2024-11-24T23:23:45,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/31c3e80d609349fc81b2cc0a59cf3021, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/2dfc432450f544b4b14b917d328ebf01, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/4698a1b59097449da45cfca2152451ab, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e685e9fa88b24d258020ebb1ac14b3a2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/d90d29665aca4fbbbc66e8a1511f1368, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/aeadab309d774298a28c8b8648b7a499, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/006d175e88cb44c0b428911a7a01949c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/86a02878709d460981bb7d574d613126, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c0fc2ba5f3da4608ac76f8975dcc8f54, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1] to archive 2024-11-24T23:23:45,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:45,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6209d804d69c4aa29b43d0b97de50222 2024-11-24T23:23:45,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/424b5324ced74b2a91e4075eadba4b1c 2024-11-24T23:23:45,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/31c3e80d609349fc81b2cc0a59cf3021 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/31c3e80d609349fc81b2cc0a59cf3021 2024-11-24T23:23:45,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/51a76ccb766b417da055fedfee6e565f 2024-11-24T23:23:45,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/76efff89e6aa4c9698632eebd5857218 2024-11-24T23:23:45,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/2dfc432450f544b4b14b917d328ebf01 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/2dfc432450f544b4b14b917d328ebf01 2024-11-24T23:23:45,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/27ca652ff1d34ce59cf8752f2643bc95 2024-11-24T23:23:45,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/ed9e23e6cef947f4ac974414bd5340e0 2024-11-24T23:23:45,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/4698a1b59097449da45cfca2152451ab to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/4698a1b59097449da45cfca2152451ab 2024-11-24T23:23:45,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/329d22534f7648f1a3d5a6b2d434ffd5 2024-11-24T23:23:45,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1dea09f43b07473bbdb2156e63cabb60 2024-11-24T23:23:45,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e685e9fa88b24d258020ebb1ac14b3a2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e685e9fa88b24d258020ebb1ac14b3a2 2024-11-24T23:23:45,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/b673980882c949158e8b6787486bbd31 2024-11-24T23:23:45,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/304dbd7e96b7430abf3b09a52224bab7 2024-11-24T23:23:45,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/d90d29665aca4fbbbc66e8a1511f1368 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/d90d29665aca4fbbbc66e8a1511f1368 2024-11-24T23:23:45,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/75c789e9a2534917ab7ef4e76c364912 2024-11-24T23:23:45,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/dc0f94f912f74c0394958fa9b5c9fd1a 2024-11-24T23:23:45,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5737313557774afd8c6b42700f8d072d 2024-11-24T23:23:45,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/aeadab309d774298a28c8b8648b7a499 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/aeadab309d774298a28c8b8648b7a499 2024-11-24T23:23:45,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/34ca68333e854edf8acebbfae2273674 2024-11-24T23:23:45,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0d47c497f1394c8491912fd274b72d7c 2024-11-24T23:23:45,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/006d175e88cb44c0b428911a7a01949c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/006d175e88cb44c0b428911a7a01949c 2024-11-24T23:23:45,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/216c685155db41e0a717db28443581ac 2024-11-24T23:23:45,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/6105e44961bd47e697d6149f7da3fe3b 2024-11-24T23:23:45,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/86a02878709d460981bb7d574d613126 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/86a02878709d460981bb7d574d613126 2024-11-24T23:23:45,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/fed88c465924441a95ae611247021bb3 2024-11-24T23:23:45,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/97f7e73111754fc28179aa7c9c9fc8f7 2024-11-24T23:23:45,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c0fc2ba5f3da4608ac76f8975dcc8f54 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c0fc2ba5f3da4608ac76f8975dcc8f54 2024-11-24T23:23:45,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/c4fe247fec3c4511a6d5dd25177e5676 2024-11-24T23:23:45,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5723ee463c3142eebc6d7ec4a65e0777 2024-11-24T23:23:45,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/5a6266fc25684dfc8327dbc618d36849 2024-11-24T23:23:45,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/e518d108aca842469d6799fd4bc6aba1 2024-11-24T23:23:45,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b7d6f4c689814d00b40f087113c5a3ef, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/138dd2be2af7406e8ddb70b916d1328b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/80b2b1878ee744238f03b1378f91b3d2, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3c40d146f4f84ac0828cd22580bf4793, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/51e82eae0a6f4066a1025d7df3f476d4, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fdb1578b91fa42d19d6c4001203ce7de, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/62c2cc2f86a846738e3834666b8c138c, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/0ed82b30b3e140718a3784ba4f6b45cb, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/a693944b90c64f7280bdcf7050f290d6, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f] to archive 2024-11-24T23:23:45,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:23:45,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/8105326f8c334619b50c6220c195aa6e 2024-11-24T23:23:45,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/396283e7cf7840849bc7bf7e5208d4d5 2024-11-24T23:23:45,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b7d6f4c689814d00b40f087113c5a3ef to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b7d6f4c689814d00b40f087113c5a3ef 2024-11-24T23:23:45,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/e4cb0d28e35a43fb9789059013e5be8a 2024-11-24T23:23:45,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/9a66ceb6bbd74b6d9f3fdd81ce1b4ef0 2024-11-24T23:23:45,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/138dd2be2af7406e8ddb70b916d1328b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/138dd2be2af7406e8ddb70b916d1328b 2024-11-24T23:23:45,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/659f37c011034b01ba7ee6b0322774c2 2024-11-24T23:23:45,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/b4663c75f34d478ab6b1a9abb5da8755 2024-11-24T23:23:45,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/80b2b1878ee744238f03b1378f91b3d2 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/80b2b1878ee744238f03b1378f91b3d2 2024-11-24T23:23:45,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c2af5e487a4140f8b8cfa7d216ce66a9 2024-11-24T23:23:45,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3db95ce3a3b2444c9055b897103e1f7b 2024-11-24T23:23:45,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3c40d146f4f84ac0828cd22580bf4793 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/3c40d146f4f84ac0828cd22580bf4793 2024-11-24T23:23:45,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/35836e181e334d21a809a3216a70cde4 2024-11-24T23:23:45,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/c250c7a2b84845b3b66a7c87a476de87 2024-11-24T23:23:45,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/51e82eae0a6f4066a1025d7df3f476d4 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/51e82eae0a6f4066a1025d7df3f476d4 2024-11-24T23:23:45,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14bdf0d4a5524a01894576752f577cb0 2024-11-24T23:23:45,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/14efa26e87d54414832c2cd3584f2ff1 2024-11-24T23:23:45,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/477c2a4b6fd241f29714fc07432680ee 2024-11-24T23:23:45,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fdb1578b91fa42d19d6c4001203ce7de to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fdb1578b91fa42d19d6c4001203ce7de 2024-11-24T23:23:45,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ff40fea06c9844b590642f4f244499b9 2024-11-24T23:23:45,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4d735a98339241c6be2d3cb0ec4a891f 2024-11-24T23:23:45,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/62c2cc2f86a846738e3834666b8c138c to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/62c2cc2f86a846738e3834666b8c138c 2024-11-24T23:23:45,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/fbc8b83b6b3844d69ac84e0370627c21 2024-11-24T23:23:45,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/7d557fca4b394682a665d92e83e6c3b7 2024-11-24T23:23:45,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/0ed82b30b3e140718a3784ba4f6b45cb to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/0ed82b30b3e140718a3784ba4f6b45cb 2024-11-24T23:23:45,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/86837a5494ad4371b88ab93abb8dedce 2024-11-24T23:23:45,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/cc2b01e834644dd5bfc52b8dc710c735 2024-11-24T23:23:45,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/a693944b90c64f7280bdcf7050f290d6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/a693944b90c64f7280bdcf7050f290d6 2024-11-24T23:23:45,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/f777aaadf70e4d8bab15c14d32d321ef 2024-11-24T23:23:45,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/20f694ccfada42029717d2460e74db50 2024-11-24T23:23:45,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/70418f1a7e3f4258ace82dbb9cc31e66 2024-11-24T23:23:45,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/28ec71c4a21046da95a130d484a1900f 2024-11-24T23:23:45,085 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=4 2024-11-24T23:23:45,085 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792. 2024-11-24T23:23:45,085 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for bd01f2e2fb9dcd234691bed35d9ba792: 2024-11-24T23:23:45,087 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=bd01f2e2fb9dcd234691bed35d9ba792, regionState=CLOSED 2024-11-24T23:23:45,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T23:23:45,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure bd01f2e2fb9dcd234691bed35d9ba792, server=8990281417a4,42033,1732490443497 in 1.5490 sec 2024-11-24T23:23:45,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-24T23:23:45,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd01f2e2fb9dcd234691bed35d9ba792, UNASSIGN in 1.5520 sec 2024-11-24T23:23:45,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-24T23:23:45,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec 2024-11-24T23:23:45,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490625093"}]},"ts":"1732490625093"} 2024-11-24T23:23:45,094 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:23:45,095 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:23:45,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5670 sec 2024-11-24T23:23:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T23:23:45,635 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T23:23:45,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T23:23:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,637 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,638 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T23:23:45,639 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,641 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C, FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits] 2024-11-24T23:23:45,643 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/011b9e1bef91494d9c17e86ed09a14a5 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/011b9e1bef91494d9c17e86ed09a14a5 2024-11-24T23:23:45,645 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1591dc48fa90470e8ca57bd43b2de2b3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/1591dc48fa90470e8ca57bd43b2de2b3 2024-11-24T23:23:45,646 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/2dad2fc94d174e12b577468ee57b7af6 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/A/2dad2fc94d174e12b577468ee57b7af6 2024-11-24T23:23:45,648 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0ca9399b538d484fa08c9ec0ad7318df to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/0ca9399b538d484fa08c9ec0ad7318df 2024-11-24T23:23:45,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1880f8eab32b45749bff46bab90697f3 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/1880f8eab32b45749bff46bab90697f3 2024-11-24T23:23:45,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/8d73e4108a1c46c6ac5ebdbb33e00d81 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/B/8d73e4108a1c46c6ac5ebdbb33e00d81 2024-11-24T23:23:45,653 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/37cb0ece62644bea8ac6a730da758421 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/37cb0ece62644bea8ac6a730da758421 2024-11-24T23:23:45,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4b0e00795b7a49c6a62306c0c7dec206 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/4b0e00795b7a49c6a62306c0c7dec206 2024-11-24T23:23:45,655 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ba795a7d670342658ccb09982ebe0341 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/C/ba795a7d670342658ccb09982ebe0341 2024-11-24T23:23:45,657 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits/472.seqid to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792/recovered.edits/472.seqid 2024-11-24T23:23:45,658 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/default/TestAcidGuarantees/bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,658 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:23:45,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:23:45,659 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:23:45,662 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406f1a3a9be834e0794bd17f770b225a8_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112406f1a3a9be834e0794bd17f770b225a8_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112409fa2da8cbe943e5bea4e4d06611c8c2_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112409fa2da8cbe943e5bea4e4d06611c8c2_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,665 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d24f6f23c844caea47dfb52de03266f_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d24f6f23c844caea47dfb52de03266f_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,666 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d2d29f1664b4009bb638133563a1ca3_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d2d29f1664b4009bb638133563a1ca3_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245770a3f0894047048492c8888ce6e27d_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245770a3f0894047048492c8888ce6e27d_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,669 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124598e64962ac4444b811c7cb4e8ed782a_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124598e64962ac4444b811c7cb4e8ed782a_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,670 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b81cfd7339a446997dc88a8b6e79043_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b81cfd7339a446997dc88a8b6e79043_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,671 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124640750d87c764c16907a5ac26adbe597_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124640750d87c764c16907a5ac26adbe597_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,672 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124644c25e75e3c45ad8690a89d97fe62d3_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124644c25e75e3c45ad8690a89d97fe62d3_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124672b53ca89c042ec85d0fc5f2598f951_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124672b53ca89c042ec85d0fc5f2598f951_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489850c30995e45eea51c8759cba5afcf_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112489850c30995e45eea51c8759cba5afcf_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249112c2fdb47d40a8b75e1284bf567edd_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249112c2fdb47d40a8b75e1284bf567edd_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,677 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495c0e180034240a8a54759fbe8cfd65d_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495c0e180034240a8a54759fbe8cfd65d_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,679 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aff9a9acef0d43f89209c0d3390aa3ae_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aff9a9acef0d43f89209c0d3390aa3ae_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,680 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3ffefdbbdad461e83f11b1b52567d43_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c3ffefdbbdad461e83f11b1b52567d43_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,681 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c992f90402984ddfb6bd3eb230ed64b6_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c992f90402984ddfb6bd3eb230ed64b6_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,682 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab296fae5324f99bae8a3ec0848e5f8_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab296fae5324f99bae8a3ec0848e5f8_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,684 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13cc900ef024cb0a0c050dc185a48a0_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d13cc900ef024cb0a0c050dc185a48a0_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,685 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d51c4595f6d64e098b8f0808aa28cf31_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d51c4595f6d64e098b8f0808aa28cf31_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,687 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8146410a1ab40d0b145aabade0878c7_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d8146410a1ab40d0b145aabade0878c7_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,688 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da2d298c791a4432b2317169849a09ba_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da2d298c791a4432b2317169849a09ba_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,689 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5177df259604880a84a8f39d6fa5dff_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5177df259604880a84a8f39d6fa5dff_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,690 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea7cc1b1b62a4989b1a4de62ee5e26bd_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea7cc1b1b62a4989b1a4de62ee5e26bd_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,691 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124edac7e82c97b41eea3f228c175cc89bb_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124edac7e82c97b41eea3f228c175cc89bb_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,692 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fee9268a963a4baba61867f731adc970_bd01f2e2fb9dcd234691bed35d9ba792 to hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fee9268a963a4baba61867f731adc970_bd01f2e2fb9dcd234691bed35d9ba792 2024-11-24T23:23:45,693 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:23:45,695 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,698 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:23:45,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:23:45,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:23:45,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490625700"}]},"ts":"9223372036854775807"} 2024-11-24T23:23:45,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T23:23:45,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bd01f2e2fb9dcd234691bed35d9ba792, NAME => 'TestAcidGuarantees,,1732490590977.bd01f2e2fb9dcd234691bed35d9ba792.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:23:45,702 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:23:45,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490625702"}]},"ts":"9223372036854775807"} 2024-11-24T23:23:45,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T23:23:45,708 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:23:45,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-24T23:23:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T23:23:45,739 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T23:23:45,750 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 632) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6633 (was 6772) 2024-11-24T23:23:45,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T23:23:45,750 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T23:23:45,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:64830 2024-11-24T23:23:45,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:45,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:23:45,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531552996, stopped=false 2024-11-24T23:23:45,751 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=8990281417a4,41247,1732490442771 2024-11-24T23:23:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:23:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:23:45,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T23:23:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:23:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:23:45,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:23:45,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:23:45,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:45,755 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8990281417a4,42033,1732490443497' ***** 2024-11-24T23:23:45,755 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T23:23:45,755 INFO [RS:0;8990281417a4:42033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:23:45,755 INFO [RS:0;8990281417a4:42033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:23:45,755 INFO [RS:0;8990281417a4:42033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:23:45,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T23:23:45,755 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(3579): Received CLOSE for 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1224): stopping server 8990281417a4,42033,1732490443497 2024-11-24T23:23:45,756 DEBUG [RS:0;8990281417a4:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T23:23:45,756 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2e9a6fb41e1f01507f1edfffcec7d6b1, disabling compactions & flushes 2024-11-24T23:23:45,756 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:23:45,756 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:23:45,756 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. after waiting 0 ms 2024-11-24T23:23:45,756 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:23:45,756 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2e9a6fb41e1f01507f1edfffcec7d6b1 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T23:23:45,756 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T23:23:45,756 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1603): Online Regions={2e9a6fb41e1f01507f1edfffcec7d6b1=hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:23:45,757 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:23:45,757 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T23:23:45,757 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T23:23:45,757 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:23:45,757 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:23:45,757 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T23:23:45,760 DEBUG [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2e9a6fb41e1f01507f1edfffcec7d6b1 2024-11-24T23:23:45,776 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/.tmp/info/fca61a92f35446e2b88b12318abc6df4 is 45, key is default/info:d/1732490448416/Put/seqid=0 2024-11-24T23:23:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742554_1730 (size=5037) 2024-11-24T23:23:45,780 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/.tmp/info/fca61a92f35446e2b88b12318abc6df4 2024-11-24T23:23:45,783 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/info/395a3cd4f14a4f7f9d4a5db1bc700376 is 143, key is hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1./info:regioninfo/1732490448297/Put/seqid=0 2024-11-24T23:23:45,784 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/.tmp/info/fca61a92f35446e2b88b12318abc6df4 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/info/fca61a92f35446e2b88b12318abc6df4 2024-11-24T23:23:45,787 INFO [regionserver/8990281417a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:23:45,787 INFO [regionserver/8990281417a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:23:45,788 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/info/fca61a92f35446e2b88b12318abc6df4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T23:23:45,788 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2e9a6fb41e1f01507f1edfffcec7d6b1 in 32ms, sequenceid=6, compaction requested=false 2024-11-24T23:23:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742555_1731 (size=7725) 2024-11-24T23:23:45,791 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/info/395a3cd4f14a4f7f9d4a5db1bc700376 2024-11-24T23:23:45,792 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/namespace/2e9a6fb41e1f01507f1edfffcec7d6b1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T23:23:45,793 INFO [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:23:45,793 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2e9a6fb41e1f01507f1edfffcec7d6b1: 2024-11-24T23:23:45,793 DEBUG [RS_CLOSE_REGION-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732490447065.2e9a6fb41e1f01507f1edfffcec7d6b1. 2024-11-24T23:23:45,810 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/rep_barrier/0a026688582d42308eee21df6bd06a98 is 102, key is TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73./rep_barrier:/1732490476363/DeleteFamily/seqid=0 2024-11-24T23:23:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742556_1732 (size=6025) 2024-11-24T23:23:45,821 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/rep_barrier/0a026688582d42308eee21df6bd06a98 2024-11-24T23:23:45,842 INFO [regionserver/8990281417a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:45,842 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/table/2a9c9204dd9c445cb8e5511a7ef042f3 is 96, key is TestAcidGuarantees,,1732490448659.b23f5243259fbeaae3df66ea3efcce73./table:/1732490476363/DeleteFamily/seqid=0 2024-11-24T23:23:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742557_1733 (size=5942) 2024-11-24T23:23:45,846 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/table/2a9c9204dd9c445cb8e5511a7ef042f3 2024-11-24T23:23:45,850 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/info/395a3cd4f14a4f7f9d4a5db1bc700376 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/info/395a3cd4f14a4f7f9d4a5db1bc700376 2024-11-24T23:23:45,852 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/info/395a3cd4f14a4f7f9d4a5db1bc700376, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T23:23:45,854 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/rep_barrier/0a026688582d42308eee21df6bd06a98 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/rep_barrier/0a026688582d42308eee21df6bd06a98 2024-11-24T23:23:45,858 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/rep_barrier/0a026688582d42308eee21df6bd06a98, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T23:23:45,859 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/.tmp/table/2a9c9204dd9c445cb8e5511a7ef042f3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/table/2a9c9204dd9c445cb8e5511a7ef042f3 2024-11-24T23:23:45,862 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/table/2a9c9204dd9c445cb8e5511a7ef042f3, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T23:23:45,863 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=93, compaction requested=false 2024-11-24T23:23:45,867 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T23:23:45,868 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:23:45,868 INFO [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:45,868 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T23:23:45,868 DEBUG [RS_CLOSE_META-regionserver/8990281417a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:23:45,960 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1250): stopping server 8990281417a4,42033,1732490443497; all regions closed. 2024-11-24T23:23:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741834_1010 (size=26050) 2024-11-24T23:23:45,967 DEBUG [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/oldWALs 2024-11-24T23:23:45,967 INFO [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8990281417a4%2C42033%2C1732490443497.meta:.meta(num 1732490446813) 2024-11-24T23:23:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741832_1008 (size=16577194) 2024-11-24T23:23:45,977 DEBUG [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/oldWALs 2024-11-24T23:23:45,977 INFO [RS:0;8990281417a4:42033 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8990281417a4%2C42033%2C1732490443497:(num 1732490445858) 2024-11-24T23:23:45,977 DEBUG [RS:0;8990281417a4:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:45,977 INFO [RS:0;8990281417a4:42033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:23:45,978 INFO [RS:0;8990281417a4:42033 {}] hbase.ChoreService(370): Chore service for: regionserver/8990281417a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T23:23:45,978 INFO [RS:0;8990281417a4:42033 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42033 2024-11-24T23:23:45,981 INFO [regionserver/8990281417a4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T23:23:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8990281417a4,42033,1732490443497 2024-11-24T23:23:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:23:45,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8990281417a4,42033,1732490443497] 2024-11-24T23:23:45,984 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 8990281417a4,42033,1732490443497; numProcessing=1 2024-11-24T23:23:45,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/8990281417a4,42033,1732490443497 already deleted, retry=false 2024-11-24T23:23:45,986 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 8990281417a4,42033,1732490443497 expired; onlineServers=0 2024-11-24T23:23:45,987 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8990281417a4,41247,1732490442771' ***** 2024-11-24T23:23:45,987 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:23:45,987 DEBUG [M:0;8990281417a4:41247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ce5eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8990281417a4/172.17.0.2:0 2024-11-24T23:23:45,987 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegionServer(1224): stopping server 8990281417a4,41247,1732490442771 2024-11-24T23:23:45,987 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegionServer(1250): stopping server 8990281417a4,41247,1732490442771; all regions closed. 2024-11-24T23:23:45,987 DEBUG [M:0;8990281417a4:41247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:23:45,987 DEBUG [M:0;8990281417a4:41247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:23:45,987 DEBUG [M:0;8990281417a4:41247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:23:45,987 DEBUG [master/8990281417a4:0:becomeActiveMaster-HFileCleaner.large.0-1732490445571 {}] cleaner.HFileCleaner(306): Exit Thread[master/8990281417a4:0:becomeActiveMaster-HFileCleaner.large.0-1732490445571,5,FailOnTimeoutGroup] 2024-11-24T23:23:45,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:23:45,987 INFO [M:0;8990281417a4:41247 {}] hbase.ChoreService(370): Chore service for: master/8990281417a4:0 had [] on shutdown 2024-11-24T23:23:45,988 DEBUG [M:0;8990281417a4:41247 {}] master.HMaster(1733): Stopping service threads 2024-11-24T23:23:45,988 DEBUG [master/8990281417a4:0:becomeActiveMaster-HFileCleaner.small.0-1732490445571 {}] cleaner.HFileCleaner(306): Exit Thread[master/8990281417a4:0:becomeActiveMaster-HFileCleaner.small.0-1732490445571,5,FailOnTimeoutGroup] 2024-11-24T23:23:45,988 INFO [M:0;8990281417a4:41247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:23:45,988 ERROR [M:0;8990281417a4:41247 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T23:23:45,989 INFO [M:0;8990281417a4:41247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:23:45,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:23:45,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T23:23:45,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:23:45,990 DEBUG [M:0;8990281417a4:41247 {}] zookeeper.ZKUtil(347): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T23:23:45,990 WARN [M:0;8990281417a4:41247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:23:45,990 INFO [M:0;8990281417a4:41247 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T23:23:45,990 INFO [M:0;8990281417a4:41247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:23:45,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:23:45,990 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:23:45,990 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:45,990 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:45,990 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:23:45,990 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:45,990 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=776.30 KB heapSize=955.32 KB 2024-11-24T23:23:46,011 DEBUG [M:0;8990281417a4:41247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed56bd577a174548a76a455245a25489 is 82, key is hbase:meta,,1/info:regioninfo/1732490446958/Put/seqid=0 2024-11-24T23:23:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742558_1734 (size=5672) 2024-11-24T23:23:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x1002bd5edb70001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:46,087 INFO [RS:0;8990281417a4:42033 {}] regionserver.HRegionServer(1307): Exiting; stopping=8990281417a4,42033,1732490443497; zookeeper connection closed. 2024-11-24T23:23:46,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdb170d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdb170d 2024-11-24T23:23:46,088 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:23:46,426 INFO [M:0;8990281417a4:41247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2209 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed56bd577a174548a76a455245a25489 2024-11-24T23:23:46,462 DEBUG [M:0;8990281417a4:41247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbdb6e49f7af43b2bcb64b8f566bb34b is 2278, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1732490479522/Put/seqid=0 2024-11-24T23:23:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742559_1735 (size=45085) 2024-11-24T23:23:46,479 INFO [M:0;8990281417a4:41247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775.75 KB at sequenceid=2209 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbdb6e49f7af43b2bcb64b8f566bb34b 2024-11-24T23:23:46,483 INFO [M:0;8990281417a4:41247 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbdb6e49f7af43b2bcb64b8f566bb34b 2024-11-24T23:23:46,502 DEBUG [M:0;8990281417a4:41247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f07f34971f0410fa0b1965ecb792df3 is 69, key is 8990281417a4,42033,1732490443497/rs:state/1732490445627/Put/seqid=0 2024-11-24T23:23:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073742560_1736 (size=5156) 2024-11-24T23:23:46,906 INFO [M:0;8990281417a4:41247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2209 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f07f34971f0410fa0b1965ecb792df3 2024-11-24T23:23:46,911 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed56bd577a174548a76a455245a25489 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed56bd577a174548a76a455245a25489 2024-11-24T23:23:46,915 INFO [M:0;8990281417a4:41247 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed56bd577a174548a76a455245a25489, entries=8, sequenceid=2209, filesize=5.5 K 2024-11-24T23:23:46,916 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbdb6e49f7af43b2bcb64b8f566bb34b as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbdb6e49f7af43b2bcb64b8f566bb34b 2024-11-24T23:23:46,919 INFO [M:0;8990281417a4:41247 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbdb6e49f7af43b2bcb64b8f566bb34b 2024-11-24T23:23:46,919 INFO [M:0;8990281417a4:41247 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbdb6e49f7af43b2bcb64b8f566bb34b, entries=179, sequenceid=2209, filesize=44.0 K 2024-11-24T23:23:46,920 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f07f34971f0410fa0b1965ecb792df3 as hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f07f34971f0410fa0b1965ecb792df3 2024-11-24T23:23:46,923 INFO [M:0;8990281417a4:41247 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39683/user/jenkins/test-data/2c99a4f2-b645-6159-fbb8-b875138b56c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f07f34971f0410fa0b1965ecb792df3, entries=1, sequenceid=2209, filesize=5.0 K 2024-11-24T23:23:46,924 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegion(3040): Finished flush of dataSize ~776.30 KB/794935, heapSize ~955.02 KB/977944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=2209, compaction requested=false 2024-11-24T23:23:46,929 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:23:46,929 DEBUG [M:0;8990281417a4:41247 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T23:23:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741830_1006 (size=939759) 2024-11-24T23:23:46,935 INFO [M:0;8990281417a4:41247 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T23:23:46,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T23:23:46,935 INFO [M:0;8990281417a4:41247 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41247 2024-11-24T23:23:46,937 DEBUG [M:0;8990281417a4:41247 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/8990281417a4,41247,1732490442771 already deleted, retry=false 2024-11-24T23:23:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:47,039 INFO [M:0;8990281417a4:41247 {}] regionserver.HRegionServer(1307): Exiting; stopping=8990281417a4,41247,1732490442771; zookeeper connection closed. 2024-11-24T23:23:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41247-0x1002bd5edb70000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:23:47,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:23:47,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:47,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:47,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:47,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:47,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:23:47,053 WARN [BP-1697096761-172.17.0.2-1732490439941 heartbeating to localhost/127.0.0.1:39683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:23:47,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:23:47,053 WARN [BP-1697096761-172.17.0.2-1732490439941 heartbeating to localhost/127.0.0.1:39683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697096761-172.17.0.2-1732490439941 (Datanode Uuid c9e9a020-473a-4727-a8fe-b82a2b7f463f) service to localhost/127.0.0.1:39683 2024-11-24T23:23:47,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data1/current/BP-1697096761-172.17.0.2-1732490439941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:47,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/cluster_2a47e2b1-4f87-5135-01e8-c9202e1dd8de/dfs/data/data2/current/BP-1697096761-172.17.0.2-1732490439941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:23:47,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:23:47,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:23:47,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:23:47,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:23:47,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:23:47,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b81107c5-9a88-3f5a-7052-8b124bec416a/hadoop.log.dir/,STOPPED} 2024-11-24T23:23:47,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:23:47,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down